2024-11-28 02:48:37,757 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-28 02:48:37,774 main DEBUG Took 0.014872 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-28 02:48:37,774 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-28 02:48:37,774 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-28 02:48:37,775 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-28 02:48:37,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:48:37,786 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-28 02:48:37,798 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:48:37,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:48:37,800 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:48:37,800 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:48:37,801 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:48:37,801 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:48:37,802 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:48:37,802 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:48:37,803 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:48:37,803 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:48:37,804 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:48:37,804 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:48:37,805 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:48:37,805 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:48:37,806 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:48:37,806 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:48:37,807 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:48:37,807 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:48:37,807 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:48:37,808 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:48:37,808 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:48:37,808 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:48:37,809 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:48:37,809 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 02:48:37,810 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:48:37,810 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-28 02:48:37,811 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 02:48:37,813 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-28 02:48:37,814 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-28 02:48:37,815 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-28 02:48:37,816 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-28 02:48:37,816 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-28 02:48:37,824 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-28 02:48:37,827 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-28 02:48:37,829 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-28 02:48:37,829 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-28 02:48:37,829 main DEBUG createAppenders(={Console}) 2024-11-28 02:48:37,830 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-28 02:48:37,830 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-28 02:48:37,831 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-28 02:48:37,831 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-28 02:48:37,832 main DEBUG OutputStream closed 2024-11-28 02:48:37,832 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-28 02:48:37,832 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-28 02:48:37,832 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-28 02:48:37,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-28 02:48:37,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-28 02:48:37,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-28 02:48:37,904 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-28 02:48:37,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-28 02:48:37,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-28 02:48:37,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-28 02:48:37,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-28 02:48:37,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-28 02:48:37,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-28 02:48:37,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-28 02:48:37,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-28 02:48:37,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-28 02:48:37,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-28 02:48:37,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-28 02:48:37,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-28 02:48:37,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-28 02:48:37,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-28 02:48:37,911 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28 02:48:37,912 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-28 02:48:37,912 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-28 02:48:37,913 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-28T02:48:37,927 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-28 02:48:37,929 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-28 02:48:37,930 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28T02:48:37,992 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=8184 2024-11-28T02:48:38,202 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a 2024-11-28T02:48:38,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T02:48:38,218 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/cluster_4786ef5f-fcee-eec9-a574-991af845225a, deleteOnExit=true 2024-11-28T02:48:38,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T02:48:38,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/test.cache.data in system properties and HBase conf 2024-11-28T02:48:38,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T02:48:38,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/hadoop.log.dir in system properties and HBase conf 2024-11-28T02:48:38,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T02:48:38,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T02:48:38,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T02:48:38,297 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-28T02:48:38,389 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T02:48:38,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T02:48:38,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T02:48:38,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T02:48:38,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T02:48:38,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T02:48:38,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T02:48:38,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T02:48:38,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T02:48:38,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T02:48:38,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/nfs.dump.dir in system properties and HBase conf 2024-11-28T02:48:38,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/java.io.tmpdir in system properties and HBase conf 2024-11-28T02:48:38,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T02:48:38,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T02:48:38,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T02:48:39,312 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-28T02:48:39,378 INFO [Time-limited test {}] log.Log(170): Logging initialized @2267ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-28T02:48:39,440 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:48:39,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:48:39,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:48:39,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:48:39,513 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T02:48:39,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:48:39,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:48:39,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:48:39,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/java.io.tmpdir/jetty-localhost-35469-hadoop-hdfs-3_4_1-tests_jar-_-any-427609653718184080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T02:48:39,704 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:35469} 2024-11-28T02:48:39,704 INFO [Time-limited test {}] server.Server(415): Started @2594ms 2024-11-28T02:48:40,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:48:40,204 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:48:40,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:48:40,205 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:48:40,206 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T02:48:40,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:48:40,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:48:40,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/java.io.tmpdir/jetty-localhost-41641-hadoop-hdfs-3_4_1-tests_jar-_-any-1320087892769259817/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:48:40,306 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:41641} 2024-11-28T02:48:40,306 INFO [Time-limited test {}] server.Server(415): Started @3196ms 2024-11-28T02:48:40,356 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T02:48:40,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:48:40,467 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:48:40,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:48:40,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:48:40,469 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T02:48:40,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:48:40,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:48:40,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/java.io.tmpdir/jetty-localhost-43275-hadoop-hdfs-3_4_1-tests_jar-_-any-9567997467688408470/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:48:40,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:43275} 2024-11-28T02:48:40,571 INFO [Time-limited test {}] server.Server(415): Started @3461ms 2024-11-28T02:48:40,573 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T02:48:41,459 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/cluster_4786ef5f-fcee-eec9-a574-991af845225a/data/data1/current/BP-295807586-172.17.0.2-1732762118898/current, will proceed with Du for space computation calculation, 2024-11-28T02:48:41,459 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/cluster_4786ef5f-fcee-eec9-a574-991af845225a/data/data2/current/BP-295807586-172.17.0.2-1732762118898/current, will proceed with Du for space computation calculation, 2024-11-28T02:48:41,459 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/cluster_4786ef5f-fcee-eec9-a574-991af845225a/data/data3/current/BP-295807586-172.17.0.2-1732762118898/current, will proceed with Du for space computation calculation, 2024-11-28T02:48:41,459 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/cluster_4786ef5f-fcee-eec9-a574-991af845225a/data/data4/current/BP-295807586-172.17.0.2-1732762118898/current, will proceed with Du for space computation calculation, 2024-11-28T02:48:41,498 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T02:48:41,498 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T02:48:41,543 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a53413687b7e9a with lease ID 0x986195b15b434d46: Processing first storage report for DS-e6b7fe00-93fb-437a-9246-145c59edd401 from datanode DatanodeRegistration(127.0.0.1:34283, datanodeUuid=073492d5-0b44-44cc-b3c1-d6ab7b00c062, infoPort=33097, infoSecurePort=0, ipcPort=35255, storageInfo=lv=-57;cid=testClusterID;nsid=1329243505;c=1732762118898) 2024-11-28T02:48:41,544 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a53413687b7e9a with lease ID 0x986195b15b434d46: from storage DS-e6b7fe00-93fb-437a-9246-145c59edd401 node DatanodeRegistration(127.0.0.1:34283, datanodeUuid=073492d5-0b44-44cc-b3c1-d6ab7b00c062, infoPort=33097, infoSecurePort=0, ipcPort=35255, storageInfo=lv=-57;cid=testClusterID;nsid=1329243505;c=1732762118898), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T02:48:41,544 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8646bd8c824179d0 with lease ID 0x986195b15b434d45: Processing first storage report for DS-15a795ca-7ab2-4b94-a405-716d3fe73480 from datanode DatanodeRegistration(127.0.0.1:40533, datanodeUuid=5a768588-93ee-4c6d-b47b-40065fa59646, infoPort=39981, infoSecurePort=0, ipcPort=36223, storageInfo=lv=-57;cid=testClusterID;nsid=1329243505;c=1732762118898) 2024-11-28T02:48:41,545 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8646bd8c824179d0 with lease ID 0x986195b15b434d45: from storage DS-15a795ca-7ab2-4b94-a405-716d3fe73480 node DatanodeRegistration(127.0.0.1:40533, datanodeUuid=5a768588-93ee-4c6d-b47b-40065fa59646, infoPort=39981, infoSecurePort=0, ipcPort=36223, storageInfo=lv=-57;cid=testClusterID;nsid=1329243505;c=1732762118898), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:48:41,545 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a53413687b7e9a with lease ID 0x986195b15b434d46: Processing first storage report for DS-dc0e0a52-1560-4511-85ea-245db3bef281 from datanode DatanodeRegistration(127.0.0.1:34283, datanodeUuid=073492d5-0b44-44cc-b3c1-d6ab7b00c062, infoPort=33097, infoSecurePort=0, ipcPort=35255, storageInfo=lv=-57;cid=testClusterID;nsid=1329243505;c=1732762118898) 2024-11-28T02:48:41,545 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a53413687b7e9a with lease ID 0x986195b15b434d46: from storage DS-dc0e0a52-1560-4511-85ea-245db3bef281 node DatanodeRegistration(127.0.0.1:34283, datanodeUuid=073492d5-0b44-44cc-b3c1-d6ab7b00c062, infoPort=33097, infoSecurePort=0, ipcPort=35255, storageInfo=lv=-57;cid=testClusterID;nsid=1329243505;c=1732762118898), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:48:41,545 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8646bd8c824179d0 with lease ID 0x986195b15b434d45: Processing first storage report for DS-c0cca02b-6a27-4298-ae6f-498c8e0cc867 from datanode DatanodeRegistration(127.0.0.1:40533, datanodeUuid=5a768588-93ee-4c6d-b47b-40065fa59646, infoPort=39981, infoSecurePort=0, ipcPort=36223, storageInfo=lv=-57;cid=testClusterID;nsid=1329243505;c=1732762118898) 2024-11-28T02:48:41,545 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8646bd8c824179d0 with lease ID 0x986195b15b434d45: from storage DS-c0cca02b-6a27-4298-ae6f-498c8e0cc867 node DatanodeRegistration(127.0.0.1:40533, datanodeUuid=5a768588-93ee-4c6d-b47b-40065fa59646, infoPort=39981, infoSecurePort=0, ipcPort=36223, storageInfo=lv=-57;cid=testClusterID;nsid=1329243505;c=1732762118898), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T02:48:41,586 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a 2024-11-28T02:48:41,649 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/cluster_4786ef5f-fcee-eec9-a574-991af845225a/zookeeper_0, clientPort=58193, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/cluster_4786ef5f-fcee-eec9-a574-991af845225a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/cluster_4786ef5f-fcee-eec9-a574-991af845225a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T02:48:41,657 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58193 2024-11-28T02:48:41,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:41,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:41,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741825_1001 (size=7) 2024-11-28T02:48:41,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741825_1001 (size=7) 2024-11-28T02:48:42,281 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490 with version=8 2024-11-28T02:48:42,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/hbase-staging 2024-11-28T02:48:42,357 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-28T02:48:42,594 INFO [Time-limited test {}] client.ConnectionUtils(128): master/978bd30859c3:0 server-side Connection retries=45 2024-11-28T02:48:42,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:42,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:42,607 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:48:42,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:42,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:48:42,738 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T02:48:42,795 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-28T02:48:42,804 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-28T02:48:42,808 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:48:42,832 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 72383 (auto-detected) 2024-11-28T02:48:42,833 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-28T02:48:42,854 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34531 2024-11-28T02:48:42,878 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34531 connecting to ZooKeeper ensemble=127.0.0.1:58193 2024-11-28T02:48:42,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345310x0, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:48:43,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34531-0x10180a148650000 connected 2024-11-28T02:48:43,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:43,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:43,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:48:43,106 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490, hbase.cluster.distributed=false 2024-11-28T02:48:43,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:48:43,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34531 2024-11-28T02:48:43,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34531 2024-11-28T02:48:43,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34531 2024-11-28T02:48:43,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34531 2024-11-28T02:48:43,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34531 2024-11-28T02:48:43,227 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/978bd30859c3:0 server-side Connection retries=45 2024-11-28T02:48:43,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:43,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:43,229 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:48:43,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:43,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:48:43,232 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T02:48:43,234 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:48:43,235 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35025 2024-11-28T02:48:43,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35025 connecting to ZooKeeper ensemble=127.0.0.1:58193 2024-11-28T02:48:43,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:43,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:43,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350250x0, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:48:43,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35025-0x10180a148650001, quorum=127.0.0.1:58193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:48:43,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35025-0x10180a148650001 connected 2024-11-28T02:48:43,261 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T02:48:43,268 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T02:48:43,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35025-0x10180a148650001, quorum=127.0.0.1:58193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T02:48:43,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35025-0x10180a148650001, quorum=127.0.0.1:58193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:48:43,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35025 2024-11-28T02:48:43,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35025 2024-11-28T02:48:43,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35025 2024-11-28T02:48:43,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35025 2024-11-28T02:48:43,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35025 2024-11-28T02:48:43,296 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/978bd30859c3:0 server-side Connection retries=45 2024-11-28T02:48:43,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:43,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:43,297 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:48:43,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:43,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:48:43,297 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T02:48:43,298 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:48:43,299 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40699 2024-11-28T02:48:43,300 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40699 connecting to ZooKeeper ensemble=127.0.0.1:58193 2024-11-28T02:48:43,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:43,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:43,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406990x0, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:48:43,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406990x0, quorum=127.0.0.1:58193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:48:43,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40699-0x10180a148650002 connected 2024-11-28T02:48:43,333 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T02:48:43,335 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T02:48:43,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40699-0x10180a148650002, quorum=127.0.0.1:58193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T02:48:43,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40699-0x10180a148650002, quorum=127.0.0.1:58193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:48:43,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40699 2024-11-28T02:48:43,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40699 2024-11-28T02:48:43,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40699 2024-11-28T02:48:43,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40699 2024-11-28T02:48:43,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40699 2024-11-28T02:48:43,360 DEBUG [M:0;978bd30859c3:34531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;978bd30859c3:34531 2024-11-28T02:48:43,361 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/978bd30859c3,34531,1732762122448 2024-11-28T02:48:43,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10180a148650001, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:43,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:43,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x10180a148650002, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:43,376 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/978bd30859c3,34531,1732762122448 2024-11-28T02:48:43,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x10180a148650002, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T02:48:43,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10180a148650001, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T02:48:43,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:43,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x10180a148650002, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:43,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10180a148650001, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:43,408 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T02:48:43,409 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/978bd30859c3,34531,1732762122448 from backup master directory 2024-11-28T02:48:43,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x10180a148650002, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:43,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/978bd30859c3,34531,1732762122448 2024-11-28T02:48:43,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10180a148650001, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:43,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:43,422 WARN [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:48:43,422 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=978bd30859c3,34531,1732762122448 2024-11-28T02:48:43,424 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-28T02:48:43,426 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-28T02:48:43,478 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/hbase.id] with ID: a52df30a-bc8d-4cf5-8827-85895d45f3d1 2024-11-28T02:48:43,479 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/.tmp/hbase.id 2024-11-28T02:48:43,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741826_1002 (size=42) 2024-11-28T02:48:43,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741826_1002 (size=42) 2024-11-28T02:48:43,492 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/.tmp/hbase.id]:[hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/hbase.id] 2024-11-28T02:48:43,539 INFO [master/978bd30859c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:43,545 INFO [master/978bd30859c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T02:48:43,562 INFO [master/978bd30859c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-28T02:48:43,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10180a148650001, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:43,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x10180a148650002, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:43,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:43,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741827_1003 (size=196) 2024-11-28T02:48:43,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741827_1003 (size=196) 2024-11-28T02:48:43,628 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:48:43,630 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T02:48:43,644 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T02:48:43,648 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:48:43,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741828_1004 (size=1189) 2024-11-28T02:48:43,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741828_1004 (size=1189) 2024-11-28T02:48:43,693 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/data/master/store 2024-11-28T02:48:43,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741829_1005 (size=34) 2024-11-28T02:48:43,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741829_1005 (size=34) 2024-11-28T02:48:43,718 INFO [master/978bd30859c3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-28T02:48:43,721 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:43,722 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T02:48:43,722 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:43,722 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:43,723 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T02:48:43,723 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:43,724 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:43,725 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732762123721Disabling compacts and flushes for region at 1732762123721Disabling writes for close at 1732762123723 (+2 ms)Writing region close event to WAL at 1732762123724 (+1 ms)Closed at 1732762123724 2024-11-28T02:48:43,727 WARN [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/data/master/store/.initializing 2024-11-28T02:48:43,727 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/WALs/978bd30859c3,34531,1732762122448 2024-11-28T02:48:43,735 INFO [master/978bd30859c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:48:43,749 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C34531%2C1732762122448, suffix=, logDir=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/WALs/978bd30859c3,34531,1732762122448, archiveDir=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/oldWALs, maxLogs=10 2024-11-28T02:48:43,770 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/WALs/978bd30859c3,34531,1732762122448/978bd30859c3%2C34531%2C1732762122448.1732762123753, exclude list is [], retry=0 2024-11-28T02:48:43,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34283,DS-e6b7fe00-93fb-437a-9246-145c59edd401,DISK] 2024-11-28T02:48:43,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40533,DS-15a795ca-7ab2-4b94-a405-716d3fe73480,DISK] 2024-11-28T02:48:43,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-28T02:48:43,823 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/WALs/978bd30859c3,34531,1732762122448/978bd30859c3%2C34531%2C1732762122448.1732762123753 2024-11-28T02:48:43,824 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33097:33097),(127.0.0.1/127.0.0.1:39981:39981)] 2024-11-28T02:48:43,825 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:48:43,825 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:43,828 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:43,829 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:43,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:43,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T02:48:43,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:43,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:43,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:43,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T02:48:43,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:43,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:48:43,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:43,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T02:48:43,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:43,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:48:43,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:43,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T02:48:43,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:43,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:48:43,906 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:43,910 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:43,911 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:43,918 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:43,918 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:43,922 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T02:48:43,925 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:43,930 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:48:43,931 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62293623, jitterRate=-0.07175268232822418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T02:48:43,938 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732762123841Initializing all the Stores at 1732762123843 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762123843Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762123844 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762123844Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762123844Cleaning up temporary data from old regions at 1732762123918 (+74 ms)Region opened successfully at 1732762123937 (+19 ms) 2024-11-28T02:48:43,939 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T02:48:43,970 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d9f48c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T02:48:43,996 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T02:48:44,005 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T02:48:44,006 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T02:48:44,008 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T02:48:44,009 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-28T02:48:44,013 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-28T02:48:44,014 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T02:48:44,038 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T02:48:44,047 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T02:48:44,106 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T02:48:44,110 INFO [master/978bd30859c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T02:48:44,112 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T02:48:44,122 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T02:48:44,125 INFO [master/978bd30859c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T02:48:44,129 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T02:48:44,139 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T02:48:44,142 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T02:48:44,147 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T02:48:44,169 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T02:48:44,179 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T02:48:44,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x10180a148650002, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:48:44,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:48:44,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10180a148650001, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:48:44,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x10180a148650002, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:44,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:44,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10180a148650001, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:44,194 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=978bd30859c3,34531,1732762122448, sessionid=0x10180a148650000, setting cluster-up flag (Was=false) 2024-11-28T02:48:44,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10180a148650001, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:44,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x10180a148650002, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:44,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:44,248 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T02:48:44,251 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=978bd30859c3,34531,1732762122448 2024-11-28T02:48:44,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x10180a148650002, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:44,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10180a148650001, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:44,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:44,297 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T02:48:44,301 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=978bd30859c3,34531,1732762122448 2024-11-28T02:48:44,309 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T02:48:44,345 INFO [RS:0;978bd30859c3:35025 {}] regionserver.HRegionServer(746): ClusterId : a52df30a-bc8d-4cf5-8827-85895d45f3d1 2024-11-28T02:48:44,345 INFO [RS:1;978bd30859c3:40699 {}] regionserver.HRegionServer(746): ClusterId : a52df30a-bc8d-4cf5-8827-85895d45f3d1 2024-11-28T02:48:44,348 DEBUG [RS:0;978bd30859c3:35025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T02:48:44,348 DEBUG [RS:1;978bd30859c3:40699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T02:48:44,378 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T02:48:44,383 DEBUG [RS:0;978bd30859c3:35025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T02:48:44,383 DEBUG [RS:1;978bd30859c3:40699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T02:48:44,383 DEBUG [RS:0;978bd30859c3:35025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T02:48:44,383 DEBUG [RS:1;978bd30859c3:40699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T02:48:44,389 INFO [master/978bd30859c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T02:48:44,391 DEBUG [RS:1;978bd30859c3:40699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T02:48:44,391 DEBUG [RS:0;978bd30859c3:35025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T02:48:44,391 DEBUG [RS:1;978bd30859c3:40699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ca16a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T02:48:44,391 DEBUG [RS:0;978bd30859c3:35025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e38605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T02:48:44,397 INFO [master/978bd30859c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T02:48:44,404 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 978bd30859c3,34531,1732762122448 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T02:48:44,410 DEBUG [RS:0;978bd30859c3:35025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;978bd30859c3:35025 2024-11-28T02:48:44,410 DEBUG [RS:1;978bd30859c3:40699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;978bd30859c3:40699 2024-11-28T02:48:44,413 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:48:44,413 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:48:44,414 INFO [RS:0;978bd30859c3:35025 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T02:48:44,414 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:48:44,414 INFO [RS:1;978bd30859c3:40699 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T02:48:44,414 INFO [RS:1;978bd30859c3:40699 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T02:48:44,414 INFO [RS:0;978bd30859c3:35025 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T02:48:44,414 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:48:44,414 DEBUG [RS:1;978bd30859c3:40699 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T02:48:44,414 DEBUG [RS:0;978bd30859c3:35025 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T02:48:44,414 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/978bd30859c3:0, corePoolSize=10, maxPoolSize=10 2024-11-28T02:48:44,414 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,414 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:48:44,415 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,417 INFO [RS:0;978bd30859c3:35025 {}] regionserver.HRegionServer(2659): reportForDuty to master=978bd30859c3,34531,1732762122448 with port=35025, startcode=1732762123196 2024-11-28T02:48:44,417 INFO [RS:1;978bd30859c3:40699 {}] regionserver.HRegionServer(2659): reportForDuty to master=978bd30859c3,34531,1732762122448 with port=40699, startcode=1732762123296 2024-11-28T02:48:44,419 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732762154419 2024-11-28T02:48:44,421 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T02:48:44,421 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T02:48:44,422 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T02:48:44,422 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T02:48:44,426 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T02:48:44,426 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T02:48:44,427 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T02:48:44,427 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T02:48:44,429 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:44,429 DEBUG [RS:1;978bd30859c3:40699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T02:48:44,429 DEBUG [RS:0;978bd30859c3:35025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T02:48:44,427 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T02:48:44,430 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T02:48:44,432 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T02:48:44,432 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T02:48:44,435 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T02:48:44,435 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T02:48:44,437 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762124436,5,FailOnTimeoutGroup] 2024-11-28T02:48:44,438 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762124437,5,FailOnTimeoutGroup] 2024-11-28T02:48:44,438 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,438 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T02:48:44,439 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,439 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741831_1007 (size=1321) 2024-11-28T02:48:44,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741831_1007 (size=1321) 2024-11-28T02:48:44,448 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T02:48:44,448 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490 2024-11-28T02:48:44,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741832_1008 (size=32) 2024-11-28T02:48:44,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741832_1008 (size=32) 2024-11-28T02:48:44,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:44,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T02:48:44,470 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47209, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T02:48:44,470 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60889, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T02:48:44,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T02:48:44,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:44,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:44,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T02:48:44,476 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34531 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 978bd30859c3,40699,1732762123296 2024-11-28T02:48:44,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T02:48:44,478 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34531 {}] master.ServerManager(517): Registering regionserver=978bd30859c3,40699,1732762123296 2024-11-28T02:48:44,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:44,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:44,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T02:48:44,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T02:48:44,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:44,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:44,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T02:48:44,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T02:48:44,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:44,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34531 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 978bd30859c3,35025,1732762123196 2024-11-28T02:48:44,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34531 {}] master.ServerManager(517): Registering regionserver=978bd30859c3,35025,1732762123196 2024-11-28T02:48:44,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:44,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T02:48:44,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/hbase/meta/1588230740 2024-11-28T02:48:44,493 DEBUG [RS:1;978bd30859c3:40699 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490 2024-11-28T02:48:44,493 DEBUG [RS:1;978bd30859c3:40699 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46269 2024-11-28T02:48:44,493 DEBUG [RS:1;978bd30859c3:40699 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T02:48:44,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/hbase/meta/1588230740 2024-11-28T02:48:44,493 DEBUG [RS:0;978bd30859c3:35025 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490 2024-11-28T02:48:44,493 DEBUG [RS:0;978bd30859c3:35025 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46269 2024-11-28T02:48:44,493 DEBUG [RS:0;978bd30859c3:35025 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T02:48:44,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T02:48:44,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T02:48:44,497 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T02:48:44,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T02:48:44,503 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:48:44,504 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66704601, jitterRate=-0.006023988127708435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T02:48:44,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732762124466Initializing all the Stores at 1732762124468 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762124469 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762124469Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762124469Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762124469Cleaning up temporary data from old regions at 1732762124496 (+27 ms)Region opened successfully at 1732762124508 (+12 ms) 2024-11-28T02:48:44,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T02:48:44,508 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T02:48:44,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T02:48:44,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T02:48:44,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T02:48:44,510 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T02:48:44,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732762124508Disabling compacts and flushes for region at 1732762124508Disabling writes for close at 1732762124509 (+1 ms)Writing region close event to WAL at 1732762124510 (+1 ms)Closed at 1732762124510 2024-11-28T02:48:44,513 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T02:48:44,513 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T02:48:44,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T02:48:44,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T02:48:44,527 DEBUG [RS:0;978bd30859c3:35025 {}] zookeeper.ZKUtil(111): regionserver:35025-0x10180a148650001, quorum=127.0.0.1:58193, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/978bd30859c3,35025,1732762123196 2024-11-28T02:48:44,527 DEBUG [RS:1;978bd30859c3:40699 {}] zookeeper.ZKUtil(111): regionserver:40699-0x10180a148650002, quorum=127.0.0.1:58193, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/978bd30859c3,40699,1732762123296 2024-11-28T02:48:44,527 WARN [RS:0;978bd30859c3:35025 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:48:44,527 WARN [RS:1;978bd30859c3:40699 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:48:44,527 INFO [RS:0;978bd30859c3:35025 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:48:44,527 INFO [RS:1;978bd30859c3:40699 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:48:44,528 DEBUG [RS:0;978bd30859c3:35025 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/WALs/978bd30859c3,35025,1732762123196 2024-11-28T02:48:44,528 DEBUG [RS:1;978bd30859c3:40699 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/WALs/978bd30859c3,40699,1732762123296 2024-11-28T02:48:44,528 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T02:48:44,530 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [978bd30859c3,35025,1732762123196] 2024-11-28T02:48:44,530 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [978bd30859c3,40699,1732762123296] 2024-11-28T02:48:44,532 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T02:48:44,554 INFO [RS:1;978bd30859c3:40699 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T02:48:44,554 INFO [RS:0;978bd30859c3:35025 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T02:48:44,570 INFO [RS:0;978bd30859c3:35025 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T02:48:44,570 INFO [RS:1;978bd30859c3:40699 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T02:48:44,575 INFO [RS:0;978bd30859c3:35025 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T02:48:44,575 INFO [RS:1;978bd30859c3:40699 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T02:48:44,576 INFO [RS:1;978bd30859c3:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,576 INFO [RS:0;978bd30859c3:35025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,577 INFO [RS:1;978bd30859c3:40699 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T02:48:44,578 INFO [RS:0;978bd30859c3:35025 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T02:48:44,582 INFO [RS:0;978bd30859c3:35025 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T02:48:44,582 INFO [RS:1;978bd30859c3:40699 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T02:48:44,583 INFO [RS:0;978bd30859c3:35025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,583 INFO [RS:1;978bd30859c3:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,584 DEBUG [RS:0;978bd30859c3:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,584 DEBUG [RS:1;978bd30859c3:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,584 DEBUG [RS:0;978bd30859c3:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,584 DEBUG [RS:1;978bd30859c3:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,584 DEBUG [RS:0;978bd30859c3:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,584 DEBUG [RS:1;978bd30859c3:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,584 DEBUG [RS:1;978bd30859c3:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,584 DEBUG [RS:0;978bd30859c3:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,584 DEBUG [RS:1;978bd30859c3:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,584 DEBUG [RS:0;978bd30859c3:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,584 DEBUG [RS:1;978bd30859c3:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:48:44,584 DEBUG [RS:1;978bd30859c3:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,584 DEBUG [RS:0;978bd30859c3:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:48:44,585 DEBUG [RS:1;978bd30859c3:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,585 DEBUG [RS:0;978bd30859c3:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,585 DEBUG [RS:1;978bd30859c3:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,585 DEBUG [RS:0;978bd30859c3:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,585 DEBUG [RS:1;978bd30859c3:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,585 DEBUG [RS:1;978bd30859c3:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,585 DEBUG [RS:0;978bd30859c3:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,585 DEBUG [RS:1;978bd30859c3:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,585 DEBUG [RS:0;978bd30859c3:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,585 DEBUG [RS:1;978bd30859c3:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:48:44,585 DEBUG [RS:0;978bd30859c3:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,585 DEBUG [RS:1;978bd30859c3:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:48:44,586 DEBUG [RS:0;978bd30859c3:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:44,586 DEBUG [RS:0;978bd30859c3:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:48:44,586 DEBUG [RS:0;978bd30859c3:35025 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:48:44,586 INFO [RS:1;978bd30859c3:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,587 INFO [RS:0;978bd30859c3:35025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,587 INFO [RS:0;978bd30859c3:35025 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,587 INFO [RS:1;978bd30859c3:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,587 INFO [RS:0;978bd30859c3:35025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,587 INFO [RS:1;978bd30859c3:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,587 INFO [RS:0;978bd30859c3:35025 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,587 INFO [RS:1;978bd30859c3:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,587 INFO [RS:0;978bd30859c3:35025 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,587 INFO [RS:1;978bd30859c3:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,587 INFO [RS:0;978bd30859c3:35025 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,35025,1732762123196-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:48:44,587 INFO [RS:1;978bd30859c3:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,40699,1732762123296-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:48:44,606 INFO [RS:0;978bd30859c3:35025 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T02:48:44,608 INFO [RS:0;978bd30859c3:35025 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,35025,1732762123196-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,608 INFO [RS:0;978bd30859c3:35025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,608 INFO [RS:0;978bd30859c3:35025 {}] regionserver.Replication(171): 978bd30859c3,35025,1732762123196 started 2024-11-28T02:48:44,610 INFO [RS:1;978bd30859c3:40699 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T02:48:44,610 INFO [RS:1;978bd30859c3:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,40699,1732762123296-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,611 INFO [RS:1;978bd30859c3:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,611 INFO [RS:1;978bd30859c3:40699 {}] regionserver.Replication(171): 978bd30859c3,40699,1732762123296 started 2024-11-28T02:48:44,627 INFO [RS:0;978bd30859c3:35025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,627 INFO [RS:0;978bd30859c3:35025 {}] regionserver.HRegionServer(1482): Serving as 978bd30859c3,35025,1732762123196, RpcServer on 978bd30859c3/172.17.0.2:35025, sessionid=0x10180a148650001 2024-11-28T02:48:44,628 DEBUG [RS:0;978bd30859c3:35025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T02:48:44,628 DEBUG [RS:0;978bd30859c3:35025 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 978bd30859c3,35025,1732762123196 2024-11-28T02:48:44,629 DEBUG [RS:0;978bd30859c3:35025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,35025,1732762123196' 2024-11-28T02:48:44,629 DEBUG [RS:0;978bd30859c3:35025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T02:48:44,630 DEBUG [RS:0;978bd30859c3:35025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T02:48:44,631 DEBUG [RS:0;978bd30859c3:35025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T02:48:44,631 DEBUG [RS:0;978bd30859c3:35025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T02:48:44,631 DEBUG [RS:0;978bd30859c3:35025 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 978bd30859c3,35025,1732762123196 2024-11-28T02:48:44,631 DEBUG [RS:0;978bd30859c3:35025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,35025,1732762123196' 2024-11-28T02:48:44,631 DEBUG [RS:0;978bd30859c3:35025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T02:48:44,632 DEBUG [RS:0;978bd30859c3:35025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T02:48:44,633 DEBUG [RS:0;978bd30859c3:35025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T02:48:44,633 INFO [RS:0;978bd30859c3:35025 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T02:48:44,633 INFO [RS:0;978bd30859c3:35025 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T02:48:44,634 INFO [RS:1;978bd30859c3:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:44,634 INFO [RS:1;978bd30859c3:40699 {}] regionserver.HRegionServer(1482): Serving as 978bd30859c3,40699,1732762123296, RpcServer on 978bd30859c3/172.17.0.2:40699, sessionid=0x10180a148650002 2024-11-28T02:48:44,634 DEBUG [RS:1;978bd30859c3:40699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T02:48:44,634 DEBUG [RS:1;978bd30859c3:40699 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 978bd30859c3,40699,1732762123296 2024-11-28T02:48:44,634 DEBUG [RS:1;978bd30859c3:40699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,40699,1732762123296' 2024-11-28T02:48:44,634 DEBUG [RS:1;978bd30859c3:40699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T02:48:44,635 DEBUG [RS:1;978bd30859c3:40699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T02:48:44,636 DEBUG [RS:1;978bd30859c3:40699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T02:48:44,636 DEBUG [RS:1;978bd30859c3:40699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T02:48:44,636 DEBUG [RS:1;978bd30859c3:40699 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 978bd30859c3,40699,1732762123296 2024-11-28T02:48:44,636 DEBUG [RS:1;978bd30859c3:40699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,40699,1732762123296' 2024-11-28T02:48:44,636 DEBUG [RS:1;978bd30859c3:40699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T02:48:44,637 DEBUG [RS:1;978bd30859c3:40699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T02:48:44,637 DEBUG [RS:1;978bd30859c3:40699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T02:48:44,637 INFO [RS:1;978bd30859c3:40699 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T02:48:44,637 INFO [RS:1;978bd30859c3:40699 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T02:48:44,683 WARN [978bd30859c3:34531 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T02:48:44,738 INFO [RS:0;978bd30859c3:35025 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:48:44,738 INFO [RS:1;978bd30859c3:40699 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:48:44,741 INFO [RS:0;978bd30859c3:35025 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C35025%2C1732762123196, suffix=, logDir=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/WALs/978bd30859c3,35025,1732762123196, archiveDir=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/oldWALs, maxLogs=32 2024-11-28T02:48:44,742 INFO [RS:1;978bd30859c3:40699 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C40699%2C1732762123296, suffix=, logDir=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/WALs/978bd30859c3,40699,1732762123296, archiveDir=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/oldWALs, maxLogs=32 2024-11-28T02:48:44,762 DEBUG [RS:0;978bd30859c3:35025 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/WALs/978bd30859c3,35025,1732762123196/978bd30859c3%2C35025%2C1732762123196.1732762124748, exclude list is [], retry=0 2024-11-28T02:48:44,764 DEBUG [RS:1;978bd30859c3:40699 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/WALs/978bd30859c3,40699,1732762123296/978bd30859c3%2C40699%2C1732762123296.1732762124748, exclude list is [], retry=0 2024-11-28T02:48:44,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34283,DS-e6b7fe00-93fb-437a-9246-145c59edd401,DISK] 2024-11-28T02:48:44,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40533,DS-15a795ca-7ab2-4b94-a405-716d3fe73480,DISK] 2024-11-28T02:48:44,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34283,DS-e6b7fe00-93fb-437a-9246-145c59edd401,DISK] 2024-11-28T02:48:44,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40533,DS-15a795ca-7ab2-4b94-a405-716d3fe73480,DISK] 2024-11-28T02:48:44,773 INFO [RS:0;978bd30859c3:35025 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/WALs/978bd30859c3,35025,1732762123196/978bd30859c3%2C35025%2C1732762123196.1732762124748 2024-11-28T02:48:44,773 INFO [RS:1;978bd30859c3:40699 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/WALs/978bd30859c3,40699,1732762123296/978bd30859c3%2C40699%2C1732762123296.1732762124748 2024-11-28T02:48:44,773 DEBUG [RS:0;978bd30859c3:35025 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33097:33097),(127.0.0.1/127.0.0.1:39981:39981)] 2024-11-28T02:48:44,773 DEBUG [RS:1;978bd30859c3:40699 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39981:39981),(127.0.0.1/127.0.0.1:33097:33097)] 2024-11-28T02:48:44,937 DEBUG [978bd30859c3:34531 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-28T02:48:44,946 DEBUG [978bd30859c3:34531 {}] balancer.BalancerClusterState(204): Hosts are {978bd30859c3=0} racks are {/default-rack=0} 2024-11-28T02:48:44,953 DEBUG [978bd30859c3:34531 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T02:48:44,953 DEBUG [978bd30859c3:34531 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T02:48:44,953 DEBUG [978bd30859c3:34531 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T02:48:44,953 DEBUG [978bd30859c3:34531 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T02:48:44,953 INFO [978bd30859c3:34531 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T02:48:44,954 INFO [978bd30859c3:34531 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T02:48:44,954 DEBUG [978bd30859c3:34531 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T02:48:44,961 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=978bd30859c3,35025,1732762123196 2024-11-28T02:48:44,966 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 978bd30859c3,35025,1732762123196, state=OPENING 2024-11-28T02:48:45,006 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T02:48:45,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:45,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x10180a148650002, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:45,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10180a148650001, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:45,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:48:45,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:48:45,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:48:45,019 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T02:48:45,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=978bd30859c3,35025,1732762123196}] 2024-11-28T02:48:45,199 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:48:45,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52599, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:48:45,214 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T02:48:45,215 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:48:45,215 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T02:48:45,219 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C35025%2C1732762123196.meta, suffix=.meta, logDir=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/WALs/978bd30859c3,35025,1732762123196, archiveDir=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/oldWALs, maxLogs=32 2024-11-28T02:48:45,235 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/WALs/978bd30859c3,35025,1732762123196/978bd30859c3%2C35025%2C1732762123196.meta.1732762125221.meta, exclude list is [], retry=0 2024-11-28T02:48:45,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40533,DS-15a795ca-7ab2-4b94-a405-716d3fe73480,DISK] 2024-11-28T02:48:45,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34283,DS-e6b7fe00-93fb-437a-9246-145c59edd401,DISK] 2024-11-28T02:48:45,243 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/WALs/978bd30859c3,35025,1732762123196/978bd30859c3%2C35025%2C1732762123196.meta.1732762125221.meta 2024-11-28T02:48:45,243 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39981:39981),(127.0.0.1/127.0.0.1:33097:33097)] 2024-11-28T02:48:45,243 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:48:45,245 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T02:48:45,247 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T02:48:45,252 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T02:48:45,256 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T02:48:45,257 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:45,257 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T02:48:45,257 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T02:48:45,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T02:48:45,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T02:48:45,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:45,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:45,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T02:48:45,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T02:48:45,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:45,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:45,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T02:48:45,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T02:48:45,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:45,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:45,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T02:48:45,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T02:48:45,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:45,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:45,272 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T02:48:45,273 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/hbase/meta/1588230740 2024-11-28T02:48:45,276 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/hbase/meta/1588230740 2024-11-28T02:48:45,279 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T02:48:45,279 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T02:48:45,280 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T02:48:45,283 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T02:48:45,285 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72446389, jitterRate=0.07953532040119171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T02:48:45,285 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T02:48:45,286 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732762125257Writing region info on filesystem at 1732762125258 (+1 ms)Initializing all the Stores at 1732762125260 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762125260Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762125260Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762125260Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762125260Cleaning up temporary data from old regions at 1732762125279 (+19 ms)Running coprocessor post-open hooks at 1732762125285 (+6 ms)Region opened successfully at 1732762125286 (+1 ms) 2024-11-28T02:48:45,293 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732762125189 2024-11-28T02:48:45,303 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T02:48:45,304 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T02:48:45,306 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,35025,1732762123196 2024-11-28T02:48:45,309 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 978bd30859c3,35025,1732762123196, state=OPEN 2024-11-28T02:48:45,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x10180a148650002, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:48:45,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:48:45,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10180a148650001, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:48:45,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:48:45,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:48:45,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:48:45,373 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=978bd30859c3,35025,1732762123196 2024-11-28T02:48:45,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T02:48:45,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=978bd30859c3,35025,1732762123196 in 352 msec 2024-11-28T02:48:45,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T02:48:45,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 861 msec 2024-11-28T02:48:45,387 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T02:48:45,387 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T02:48:45,409 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T02:48:45,411 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=978bd30859c3,35025,1732762123196, seqNum=-1] 2024-11-28T02:48:45,431 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:48:45,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37099, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:48:45,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1150 sec 2024-11-28T02:48:45,454 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732762125454, completionTime=-1 2024-11-28T02:48:45,458 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-28T02:48:45,458 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T02:48:45,487 INFO [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-28T02:48:45,487 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732762185487 2024-11-28T02:48:45,487 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732762245487 2024-11-28T02:48:45,488 INFO [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-28T02:48:45,489 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-28T02:48:45,497 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,34531,1732762122448-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:45,497 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,34531,1732762122448-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:45,497 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,34531,1732762122448-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:45,499 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-978bd30859c3:34531, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:45,499 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:45,500 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:45,505 DEBUG [master/978bd30859c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T02:48:45,528 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.106sec 2024-11-28T02:48:45,530 INFO [master/978bd30859c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T02:48:45,532 INFO [master/978bd30859c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T02:48:45,533 INFO [master/978bd30859c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T02:48:45,534 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T02:48:45,534 INFO [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T02:48:45,535 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,34531,1732762122448-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:48:45,536 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,34531,1732762122448-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T02:48:45,541 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T02:48:45,542 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T02:48:45,543 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,34531,1732762122448-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:45,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b96709c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:48:45,558 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-28T02:48:45,558 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-28T02:48:45,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 978bd30859c3,34531,-1 for getting cluster id 2024-11-28T02:48:45,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T02:48:45,601 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a52df30a-bc8d-4cf5-8827-85895d45f3d1' 2024-11-28T02:48:45,604 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T02:48:45,605 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a52df30a-bc8d-4cf5-8827-85895d45f3d1" 2024-11-28T02:48:45,605 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698ab9d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:48:45,605 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [978bd30859c3,34531,-1] 2024-11-28T02:48:45,608 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T02:48:45,610 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:45,611 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T02:48:45,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d52dd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:48:45,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T02:48:45,622 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=978bd30859c3,35025,1732762123196, seqNum=-1] 2024-11-28T02:48:45,622 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:48:45,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:48:45,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=978bd30859c3,34531,1732762122448 2024-11-28T02:48:45,646 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T02:48:45,650 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 978bd30859c3,34531,1732762122448 2024-11-28T02:48:45,652 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55d63b0c 2024-11-28T02:48:45,653 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T02:48:45,655 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T02:48:45,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:48:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-28T02:48:45,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T02:48:45,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-28T02:48:45,673 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:45,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T02:48:45,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:48:45,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741836_1012 (size=379) 2024-11-28T02:48:45,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741836_1012 (size=379) 2024-11-28T02:48:45,715 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f89dc4834487afcf249eb4358790e79, NAME => 'testClearRegionBlockCache,,1732762125657.8f89dc4834487afcf249eb4358790e79.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490 2024-11-28T02:48:45,716 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b0f33fc75f4b209b47d34dffec4358c4, NAME => 'testClearRegionBlockCache,5,1732762125657.b0f33fc75f4b209b47d34dffec4358c4.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490 2024-11-28T02:48:45,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741837_1013 (size=61) 2024-11-28T02:48:45,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741837_1013 (size=61) 2024-11-28T02:48:45,734 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732762125657.8f89dc4834487afcf249eb4358790e79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:45,734 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 8f89dc4834487afcf249eb4358790e79, disabling compactions & flushes 2024-11-28T02:48:45,734 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732762125657.8f89dc4834487afcf249eb4358790e79. 2024-11-28T02:48:45,734 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732762125657.8f89dc4834487afcf249eb4358790e79. 2024-11-28T02:48:45,735 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732762125657.8f89dc4834487afcf249eb4358790e79. after waiting 0 ms 2024-11-28T02:48:45,735 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732762125657.8f89dc4834487afcf249eb4358790e79. 2024-11-28T02:48:45,735 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732762125657.8f89dc4834487afcf249eb4358790e79. 2024-11-28T02:48:45,735 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f89dc4834487afcf249eb4358790e79: Waiting for close lock at 1732762125734Disabling compacts and flushes for region at 1732762125734Disabling writes for close at 1732762125735 (+1 ms)Writing region close event to WAL at 1732762125735Closed at 1732762125735 2024-11-28T02:48:45,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741838_1014 (size=61) 2024-11-28T02:48:45,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741838_1014 (size=61) 2024-11-28T02:48:45,739 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732762125657.b0f33fc75f4b209b47d34dffec4358c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:45,739 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing b0f33fc75f4b209b47d34dffec4358c4, disabling compactions & flushes 2024-11-28T02:48:45,739 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732762125657.b0f33fc75f4b209b47d34dffec4358c4. 2024-11-28T02:48:45,739 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732762125657.b0f33fc75f4b209b47d34dffec4358c4. 2024-11-28T02:48:45,739 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732762125657.b0f33fc75f4b209b47d34dffec4358c4. after waiting 0 ms 2024-11-28T02:48:45,739 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732762125657.b0f33fc75f4b209b47d34dffec4358c4. 2024-11-28T02:48:45,739 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732762125657.b0f33fc75f4b209b47d34dffec4358c4. 2024-11-28T02:48:45,739 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for b0f33fc75f4b209b47d34dffec4358c4: Waiting for close lock at 1732762125739Disabling compacts and flushes for region at 1732762125739Disabling writes for close at 1732762125739Writing region close event to WAL at 1732762125739Closed at 1732762125739 2024-11-28T02:48:45,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T02:48:45,747 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732762125657.8f89dc4834487afcf249eb4358790e79.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732762125742"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762125742"}]},"ts":"1732762125742"} 2024-11-28T02:48:45,748 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732762125657.b0f33fc75f4b209b47d34dffec4358c4.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732762125742"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762125742"}]},"ts":"1732762125742"} 2024-11-28T02:48:45,785 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-28T02:48:45,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T02:48:45,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732762125787"}]},"ts":"1732762125787"} 2024-11-28T02:48:45,796 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-28T02:48:45,797 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {978bd30859c3=0} racks are {/default-rack=0} 2024-11-28T02:48:45,799 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T02:48:45,799 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T02:48:45,799 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T02:48:45,799 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T02:48:45,799 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T02:48:45,799 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T02:48:45,799 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T02:48:45,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8f89dc4834487afcf249eb4358790e79, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b0f33fc75f4b209b47d34dffec4358c4, ASSIGN}] 2024-11-28T02:48:45,804 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8f89dc4834487afcf249eb4358790e79, ASSIGN 2024-11-28T02:48:45,804 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b0f33fc75f4b209b47d34dffec4358c4, ASSIGN 2024-11-28T02:48:45,806 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8f89dc4834487afcf249eb4358790e79, ASSIGN; state=OFFLINE, location=978bd30859c3,40699,1732762123296; forceNewPlan=false, retain=false 2024-11-28T02:48:45,806 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b0f33fc75f4b209b47d34dffec4358c4, ASSIGN; state=OFFLINE, location=978bd30859c3,35025,1732762123196; forceNewPlan=false, retain=false 2024-11-28T02:48:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:48:45,960 INFO [978bd30859c3:34531 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-28T02:48:45,960 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b0f33fc75f4b209b47d34dffec4358c4, regionState=OPENING, regionLocation=978bd30859c3,35025,1732762123196 2024-11-28T02:48:45,960 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f89dc4834487afcf249eb4358790e79, regionState=OPENING, regionLocation=978bd30859c3,40699,1732762123296 2024-11-28T02:48:45,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8f89dc4834487afcf249eb4358790e79, ASSIGN because future has completed 2024-11-28T02:48:45,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f89dc4834487afcf249eb4358790e79, server=978bd30859c3,40699,1732762123296}] 2024-11-28T02:48:45,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b0f33fc75f4b209b47d34dffec4358c4, ASSIGN because future has completed 2024-11-28T02:48:45,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0f33fc75f4b209b47d34dffec4358c4, server=978bd30859c3,35025,1732762123196}] 2024-11-28T02:48:46,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:48:46,120 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:48:46,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47973, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:48:46,133 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732762125657.8f89dc4834487afcf249eb4358790e79. 2024-11-28T02:48:46,134 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732762125657.b0f33fc75f4b209b47d34dffec4358c4. 2024-11-28T02:48:46,134 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f89dc4834487afcf249eb4358790e79, NAME => 'testClearRegionBlockCache,,1732762125657.8f89dc4834487afcf249eb4358790e79.', STARTKEY => '', ENDKEY => '5'} 2024-11-28T02:48:46,134 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => b0f33fc75f4b209b47d34dffec4358c4, NAME => 'testClearRegionBlockCache,5,1732762125657.b0f33fc75f4b209b47d34dffec4358c4.', STARTKEY => '5', ENDKEY => ''} 2024-11-28T02:48:46,135 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8f89dc4834487afcf249eb4358790e79 2024-11-28T02:48:46,135 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b0f33fc75f4b209b47d34dffec4358c4 2024-11-28T02:48:46,135 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732762125657.8f89dc4834487afcf249eb4358790e79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:46,135 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732762125657.b0f33fc75f4b209b47d34dffec4358c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:46,135 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8f89dc4834487afcf249eb4358790e79 2024-11-28T02:48:46,135 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8f89dc4834487afcf249eb4358790e79 2024-11-28T02:48:46,135 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for b0f33fc75f4b209b47d34dffec4358c4 2024-11-28T02:48:46,135 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for b0f33fc75f4b209b47d34dffec4358c4 2024-11-28T02:48:46,138 INFO [StoreOpener-b0f33fc75f4b209b47d34dffec4358c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b0f33fc75f4b209b47d34dffec4358c4 2024-11-28T02:48:46,138 INFO [StoreOpener-8f89dc4834487afcf249eb4358790e79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8f89dc4834487afcf249eb4358790e79 2024-11-28T02:48:46,141 INFO [StoreOpener-b0f33fc75f4b209b47d34dffec4358c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0f33fc75f4b209b47d34dffec4358c4 columnFamilyName family 2024-11-28T02:48:46,141 INFO [StoreOpener-8f89dc4834487afcf249eb4358790e79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f89dc4834487afcf249eb4358790e79 columnFamilyName family 2024-11-28T02:48:46,141 DEBUG [StoreOpener-b0f33fc75f4b209b47d34dffec4358c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:46,141 DEBUG [StoreOpener-8f89dc4834487afcf249eb4358790e79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:46,142 INFO [StoreOpener-8f89dc4834487afcf249eb4358790e79-1 {}] regionserver.HStore(327): Store=8f89dc4834487afcf249eb4358790e79/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:48:46,142 INFO [StoreOpener-b0f33fc75f4b209b47d34dffec4358c4-1 {}] regionserver.HStore(327): Store=b0f33fc75f4b209b47d34dffec4358c4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:48:46,142 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8f89dc4834487afcf249eb4358790e79 2024-11-28T02:48:46,142 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for b0f33fc75f4b209b47d34dffec4358c4 2024-11-28T02:48:46,143 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/default/testClearRegionBlockCache/8f89dc4834487afcf249eb4358790e79 2024-11-28T02:48:46,144 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/default/testClearRegionBlockCache/b0f33fc75f4b209b47d34dffec4358c4 2024-11-28T02:48:46,144 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/default/testClearRegionBlockCache/8f89dc4834487afcf249eb4358790e79 2024-11-28T02:48:46,144 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/default/testClearRegionBlockCache/b0f33fc75f4b209b47d34dffec4358c4 2024-11-28T02:48:46,145 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8f89dc4834487afcf249eb4358790e79 2024-11-28T02:48:46,145 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8f89dc4834487afcf249eb4358790e79 2024-11-28T02:48:46,145 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for b0f33fc75f4b209b47d34dffec4358c4 2024-11-28T02:48:46,145 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for b0f33fc75f4b209b47d34dffec4358c4 2024-11-28T02:48:46,147 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8f89dc4834487afcf249eb4358790e79 2024-11-28T02:48:46,148 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for b0f33fc75f4b209b47d34dffec4358c4 2024-11-28T02:48:46,151 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/default/testClearRegionBlockCache/8f89dc4834487afcf249eb4358790e79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:48:46,151 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/default/testClearRegionBlockCache/b0f33fc75f4b209b47d34dffec4358c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:48:46,152 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened b0f33fc75f4b209b47d34dffec4358c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64196770, jitterRate=-0.0433935821056366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T02:48:46,152 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 8f89dc4834487afcf249eb4358790e79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60441501, jitterRate=-0.09935145080089569}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T02:48:46,152 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0f33fc75f4b209b47d34dffec4358c4 2024-11-28T02:48:46,152 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f89dc4834487afcf249eb4358790e79 2024-11-28T02:48:46,153 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for b0f33fc75f4b209b47d34dffec4358c4: Running coprocessor pre-open hook at 1732762126136Writing region info on filesystem at 1732762126136Initializing all the Stores at 1732762126138 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762126138Cleaning up temporary data from old regions at 1732762126145 (+7 ms)Running coprocessor post-open hooks at 1732762126152 (+7 ms)Region opened successfully at 1732762126153 (+1 ms) 2024-11-28T02:48:46,153 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8f89dc4834487afcf249eb4358790e79: Running coprocessor pre-open hook at 1732762126135Writing region info on filesystem at 1732762126135Initializing all the Stores at 1732762126138 (+3 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762126138Cleaning up temporary data from old regions at 1732762126145 (+7 ms)Running coprocessor post-open hooks at 1732762126152 (+7 ms)Region opened successfully at 1732762126153 (+1 ms) 2024-11-28T02:48:46,155 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732762125657.8f89dc4834487afcf249eb4358790e79., pid=7, masterSystemTime=1732762126120 2024-11-28T02:48:46,156 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732762125657.b0f33fc75f4b209b47d34dffec4358c4., pid=8, masterSystemTime=1732762126124 2024-11-28T02:48:46,159 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732762125657.8f89dc4834487afcf249eb4358790e79. 2024-11-28T02:48:46,159 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732762125657.8f89dc4834487afcf249eb4358790e79. 2024-11-28T02:48:46,161 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f89dc4834487afcf249eb4358790e79, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,40699,1732762123296 2024-11-28T02:48:46,161 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732762125657.b0f33fc75f4b209b47d34dffec4358c4. 2024-11-28T02:48:46,161 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732762125657.b0f33fc75f4b209b47d34dffec4358c4. 2024-11-28T02:48:46,164 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b0f33fc75f4b209b47d34dffec4358c4, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,35025,1732762123196 2024-11-28T02:48:46,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f89dc4834487afcf249eb4358790e79, server=978bd30859c3,40699,1732762123296 because future has completed 2024-11-28T02:48:46,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0f33fc75f4b209b47d34dffec4358c4, server=978bd30859c3,35025,1732762123196 because future has completed 2024-11-28T02:48:46,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-28T02:48:46,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f89dc4834487afcf249eb4358790e79, server=978bd30859c3,40699,1732762123296 in 204 msec 2024-11-28T02:48:46,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-28T02:48:46,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b0f33fc75f4b209b47d34dffec4358c4, server=978bd30859c3,35025,1732762123196 in 204 msec 2024-11-28T02:48:46,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8f89dc4834487afcf249eb4358790e79, ASSIGN in 374 msec 2024-11-28T02:48:46,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-28T02:48:46,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b0f33fc75f4b209b47d34dffec4358c4, ASSIGN in 377 msec 2024-11-28T02:48:46,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T02:48:46,183 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732762126183"}]},"ts":"1732762126183"} 2024-11-28T02:48:46,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-28T02:48:46,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T02:48:46,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 525 msec 2024-11-28T02:48:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:48:46,330 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-28T02:48:46,330 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-28T02:48:46,332 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T02:48:46,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-28T02:48:46,339 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T02:48:46,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-28T02:48:46,350 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732762125657.8f89dc4834487afcf249eb4358790e79., hostname=978bd30859c3,40699,1732762123296, seqNum=2] 2024-11-28T02:48:46,351 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:48:46,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:48:46,372 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732762125657.b0f33fc75f4b209b47d34dffec4358c4., hostname=978bd30859c3,35025,1732762123196, seqNum=2] 2024-11-28T02:48:46,389 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b0f33fc75f4b209b47d34dffec4358c4 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-28T02:48:46,444 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/default/testClearRegionBlockCache/b0f33fc75f4b209b47d34dffec4358c4/.tmp/family/651acf790edb410595713058072e903a is 32, key is 5/family:/1732762126373/Put/seqid=0 2024-11-28T02:48:46,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741839_1015 (size=5083) 2024-11-28T02:48:46,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741839_1015 (size=5083) 2024-11-28T02:48:46,456 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/default/testClearRegionBlockCache/b0f33fc75f4b209b47d34dffec4358c4/.tmp/family/651acf790edb410595713058072e903a 2024-11-28T02:48:46,498 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/default/testClearRegionBlockCache/b0f33fc75f4b209b47d34dffec4358c4/.tmp/family/651acf790edb410595713058072e903a as hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/default/testClearRegionBlockCache/b0f33fc75f4b209b47d34dffec4358c4/family/651acf790edb410595713058072e903a 2024-11-28T02:48:46,508 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/default/testClearRegionBlockCache/b0f33fc75f4b209b47d34dffec4358c4/family/651acf790edb410595713058072e903a, entries=5, sequenceid=9, filesize=5.0 K 2024-11-28T02:48:46,515 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for b0f33fc75f4b209b47d34dffec4358c4 in 125ms, sequenceid=9, compaction requested=false 2024-11-28T02:48:46,516 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-28T02:48:46,518 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b0f33fc75f4b209b47d34dffec4358c4: 2024-11-28T02:48:46,518 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8f89dc4834487afcf249eb4358790e79 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-28T02:48:46,536 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/default/testClearRegionBlockCache/8f89dc4834487afcf249eb4358790e79/.tmp/family/6df4758bafc94cbaad4c39fc138ca61f is 32, key is 1/family:/1732762126354/Put/seqid=0 2024-11-28T02:48:46,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741840_1016 (size=5054) 2024-11-28T02:48:46,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741840_1016 (size=5054) 2024-11-28T02:48:46,545 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/default/testClearRegionBlockCache/8f89dc4834487afcf249eb4358790e79/.tmp/family/6df4758bafc94cbaad4c39fc138ca61f 2024-11-28T02:48:46,556 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/default/testClearRegionBlockCache/8f89dc4834487afcf249eb4358790e79/.tmp/family/6df4758bafc94cbaad4c39fc138ca61f as hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/default/testClearRegionBlockCache/8f89dc4834487afcf249eb4358790e79/family/6df4758bafc94cbaad4c39fc138ca61f 2024-11-28T02:48:46,566 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/default/testClearRegionBlockCache/8f89dc4834487afcf249eb4358790e79/family/6df4758bafc94cbaad4c39fc138ca61f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-28T02:48:46,568 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 8f89dc4834487afcf249eb4358790e79 in 50ms, sequenceid=8, compaction requested=false 2024-11-28T02:48:46,568 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8f89dc4834487afcf249eb4358790e79: 2024-11-28T02:48:46,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc77543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:48:46,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 978bd30859c3,34531,-1 for getting cluster id 2024-11-28T02:48:46,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T02:48:46,573 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a52df30a-bc8d-4cf5-8827-85895d45f3d1' 2024-11-28T02:48:46,573 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T02:48:46,573 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a52df30a-bc8d-4cf5-8827-85895d45f3d1" 2024-11-28T02:48:46,574 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdc2790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:48:46,574 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [978bd30859c3,34531,-1] 2024-11-28T02:48:46,574 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T02:48:46,575 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:46,576 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T02:48:46,578 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9a7ef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:48:46,593 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-28T02:48:46,593 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T02:48:46,595 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=978bd30859c3,35025,1732762123196, seqNum=-1] 2024-11-28T02:48:46,596 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:48:46,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:48:46,606 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:48:46,608 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:48:46,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:48:46,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:48:46,615 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T02:48:46,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:48:46,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:46,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:46,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T02:48:46,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T02:48:46,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T02:48:46,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:48:46,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:46,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T02:48:46,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:46,621 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T02:48:46,621 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1332310252, stopped=false 2024-11-28T02:48:46,621 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=978bd30859c3,34531,1732762122448 2024-11-28T02:48:46,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T02:48:46,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x10180a148650002, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T02:48:46,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10180a148650001, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T02:48:46,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:46,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10180a148650001, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:46,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x10180a148650002, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:46,662 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T02:48:46,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T02:48:46,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40699-0x10180a148650002, quorum=127.0.0.1:58193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:48:46,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:48:46,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35025-0x10180a148650001, quorum=127.0.0.1:58193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:48:46,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:46,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:48:46,664 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '978bd30859c3,35025,1732762123196' ***** 2024-11-28T02:48:46,664 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T02:48:46,664 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '978bd30859c3,40699,1732762123296' ***** 2024-11-28T02:48:46,664 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T02:48:46,664 INFO [RS:1;978bd30859c3:40699 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T02:48:46,664 INFO [RS:0;978bd30859c3:35025 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T02:48:46,665 INFO [RS:0;978bd30859c3:35025 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T02:48:46,665 INFO [RS:1;978bd30859c3:40699 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T02:48:46,665 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T02:48:46,665 INFO [RS:1;978bd30859c3:40699 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T02:48:46,665 INFO [RS:0;978bd30859c3:35025 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T02:48:46,665 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T02:48:46,665 INFO [RS:1;978bd30859c3:40699 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f89dc4834487afcf249eb4358790e79 2024-11-28T02:48:46,665 INFO [RS:0;978bd30859c3:35025 {}] regionserver.HRegionServer(3091): Received CLOSE for b0f33fc75f4b209b47d34dffec4358c4 2024-11-28T02:48:46,666 INFO [RS:1;978bd30859c3:40699 {}] regionserver.HRegionServer(959): stopping server 978bd30859c3,40699,1732762123296 2024-11-28T02:48:46,666 INFO [RS:0;978bd30859c3:35025 {}] regionserver.HRegionServer(959): stopping server 978bd30859c3,35025,1732762123196 2024-11-28T02:48:46,666 INFO [RS:1;978bd30859c3:40699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T02:48:46,666 INFO [RS:0;978bd30859c3:35025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T02:48:46,666 INFO [RS:1;978bd30859c3:40699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;978bd30859c3:40699. 2024-11-28T02:48:46,666 INFO [RS:0;978bd30859c3:35025 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;978bd30859c3:35025. 2024-11-28T02:48:46,666 DEBUG [RS:0;978bd30859c3:35025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:48:46,666 DEBUG [RS:1;978bd30859c3:40699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:48:46,666 DEBUG [RS:0;978bd30859c3:35025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:46,666 DEBUG [RS:1;978bd30859c3:40699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:46,666 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0f33fc75f4b209b47d34dffec4358c4, disabling compactions & flushes 2024-11-28T02:48:46,666 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f89dc4834487afcf249eb4358790e79, disabling compactions & flushes 2024-11-28T02:48:46,666 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732762125657.b0f33fc75f4b209b47d34dffec4358c4. 2024-11-28T02:48:46,666 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732762125657.8f89dc4834487afcf249eb4358790e79. 2024-11-28T02:48:46,666 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732762125657.b0f33fc75f4b209b47d34dffec4358c4. 2024-11-28T02:48:46,666 INFO [RS:1;978bd30859c3:40699 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T02:48:46,666 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732762125657.8f89dc4834487afcf249eb4358790e79. 2024-11-28T02:48:46,666 INFO [RS:0;978bd30859c3:35025 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T02:48:46,666 INFO [RS:0;978bd30859c3:35025 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T02:48:46,666 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732762125657.b0f33fc75f4b209b47d34dffec4358c4. after waiting 0 ms 2024-11-28T02:48:46,666 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732762125657.8f89dc4834487afcf249eb4358790e79. after waiting 0 ms 2024-11-28T02:48:46,666 DEBUG [RS:1;978bd30859c3:40699 {}] regionserver.HRegionServer(1325): Online Regions={8f89dc4834487afcf249eb4358790e79=testClearRegionBlockCache,,1732762125657.8f89dc4834487afcf249eb4358790e79.} 2024-11-28T02:48:46,666 INFO [RS:0;978bd30859c3:35025 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T02:48:46,666 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732762125657.b0f33fc75f4b209b47d34dffec4358c4. 2024-11-28T02:48:46,666 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732762125657.8f89dc4834487afcf249eb4358790e79. 2024-11-28T02:48:46,666 INFO [RS:0;978bd30859c3:35025 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T02:48:46,667 DEBUG [RS:1;978bd30859c3:40699 {}] regionserver.HRegionServer(1351): Waiting on 8f89dc4834487afcf249eb4358790e79 2024-11-28T02:48:46,667 INFO [RS:0;978bd30859c3:35025 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T02:48:46,667 DEBUG [RS:0;978bd30859c3:35025 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b0f33fc75f4b209b47d34dffec4358c4=testClearRegionBlockCache,5,1732762125657.b0f33fc75f4b209b47d34dffec4358c4.} 2024-11-28T02:48:46,667 DEBUG [RS:0;978bd30859c3:35025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0f33fc75f4b209b47d34dffec4358c4 2024-11-28T02:48:46,667 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T02:48:46,667 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T02:48:46,667 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T02:48:46,667 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T02:48:46,668 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T02:48:46,668 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-28T02:48:46,668 INFO [regionserver/978bd30859c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T02:48:46,668 INFO [regionserver/978bd30859c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T02:48:46,674 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/default/testClearRegionBlockCache/b0f33fc75f4b209b47d34dffec4358c4/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-28T02:48:46,675 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/default/testClearRegionBlockCache/8f89dc4834487afcf249eb4358790e79/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T02:48:46,677 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732762125657.8f89dc4834487afcf249eb4358790e79. 2024-11-28T02:48:46,677 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732762125657.b0f33fc75f4b209b47d34dffec4358c4. 2024-11-28T02:48:46,677 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0f33fc75f4b209b47d34dffec4358c4: Waiting for close lock at 1732762126666Running coprocessor pre-close hooks at 1732762126666Disabling compacts and flushes for region at 1732762126666Disabling writes for close at 1732762126666Writing region close event to WAL at 1732762126668 (+2 ms)Running coprocessor post-close hooks at 1732762126675 (+7 ms)Closed at 1732762126677 (+2 ms) 2024-11-28T02:48:46,677 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f89dc4834487afcf249eb4358790e79: Waiting for close lock at 1732762126666Running coprocessor pre-close hooks at 1732762126666Disabling compacts and flushes for region at 1732762126666Disabling writes for close at 1732762126666Writing region close event to WAL at 1732762126668 (+2 ms)Running coprocessor post-close hooks at 1732762126676 (+8 ms)Closed at 1732762126677 (+1 ms) 2024-11-28T02:48:46,677 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732762125657.b0f33fc75f4b209b47d34dffec4358c4. 2024-11-28T02:48:46,677 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732762125657.8f89dc4834487afcf249eb4358790e79. 2024-11-28T02:48:46,690 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/hbase/meta/1588230740/.tmp/info/dbe12b2799e6495391b3a85ea439b758 is 173, key is testClearRegionBlockCache,5,1732762125657.b0f33fc75f4b209b47d34dffec4358c4./info:regioninfo/1732762126163/Put/seqid=0 2024-11-28T02:48:46,693 INFO [regionserver/978bd30859c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:48:46,693 INFO [regionserver/978bd30859c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:48:46,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741841_1017 (size=8173) 2024-11-28T02:48:46,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741841_1017 (size=8173) 2024-11-28T02:48:46,700 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/hbase/meta/1588230740/.tmp/info/dbe12b2799e6495391b3a85ea439b758 2024-11-28T02:48:46,726 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/hbase/meta/1588230740/.tmp/ns/88190f3515ce46f5b72b50bcd52cd175 is 43, key is default/ns:d/1732762125439/Put/seqid=0 2024-11-28T02:48:46,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741842_1018 (size=5153) 2024-11-28T02:48:46,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741842_1018 (size=5153) 2024-11-28T02:48:46,734 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/hbase/meta/1588230740/.tmp/ns/88190f3515ce46f5b72b50bcd52cd175 2024-11-28T02:48:46,760 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/hbase/meta/1588230740/.tmp/table/277ad667b1d84a999f4d1f98f00548ed is 61, key is testClearRegionBlockCache/table:state/1732762126183/Put/seqid=0 2024-11-28T02:48:46,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741843_1019 (size=5312) 2024-11-28T02:48:46,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741843_1019 (size=5312) 2024-11-28T02:48:46,767 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/hbase/meta/1588230740/.tmp/table/277ad667b1d84a999f4d1f98f00548ed 2024-11-28T02:48:46,779 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/hbase/meta/1588230740/.tmp/info/dbe12b2799e6495391b3a85ea439b758 as hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/hbase/meta/1588230740/info/dbe12b2799e6495391b3a85ea439b758 2024-11-28T02:48:46,790 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/hbase/meta/1588230740/info/dbe12b2799e6495391b3a85ea439b758, entries=20, sequenceid=13, filesize=8.0 K 2024-11-28T02:48:46,792 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/hbase/meta/1588230740/.tmp/ns/88190f3515ce46f5b72b50bcd52cd175 as hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/hbase/meta/1588230740/ns/88190f3515ce46f5b72b50bcd52cd175 2024-11-28T02:48:46,803 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/hbase/meta/1588230740/ns/88190f3515ce46f5b72b50bcd52cd175, entries=2, sequenceid=13, filesize=5.0 K 2024-11-28T02:48:46,805 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/hbase/meta/1588230740/.tmp/table/277ad667b1d84a999f4d1f98f00548ed as hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/hbase/meta/1588230740/table/277ad667b1d84a999f4d1f98f00548ed 2024-11-28T02:48:46,815 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/hbase/meta/1588230740/table/277ad667b1d84a999f4d1f98f00548ed, entries=2, sequenceid=13, filesize=5.2 K 2024-11-28T02:48:46,816 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 148ms, sequenceid=13, compaction requested=false 2024-11-28T02:48:46,817 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T02:48:46,825 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-28T02:48:46,826 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T02:48:46,826 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T02:48:46,827 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732762126667Running coprocessor pre-close hooks at 1732762126667Disabling compacts and flushes for region at 1732762126667Disabling writes for close at 1732762126667Obtaining lock to block concurrent updates at 1732762126668 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732762126668Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732762126668Flushing stores of hbase:meta,,1.1588230740 at 1732762126670 (+2 ms)Flushing 1588230740/info: creating writer at 1732762126670Flushing 1588230740/info: appending metadata at 1732762126690 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732762126690Flushing 1588230740/ns: creating writer at 1732762126711 (+21 ms)Flushing 1588230740/ns: appending metadata at 1732762126726 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732762126726Flushing 1588230740/table: creating writer at 1732762126743 (+17 ms)Flushing 1588230740/table: appending metadata at 1732762126759 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732762126759Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a18bb5: reopening flushed file at 1732762126777 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d5004f9: reopening flushed file at 1732762126790 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b09716a: reopening flushed file at 1732762126803 (+13 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 148ms, sequenceid=13, compaction requested=false at 1732762126816 (+13 ms)Writing region close event to WAL at 1732762126819 (+3 ms)Running coprocessor post-close hooks at 1732762126826 (+7 ms)Closed at 1732762126826 2024-11-28T02:48:46,827 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T02:48:46,867 INFO [RS:1;978bd30859c3:40699 {}] regionserver.HRegionServer(976): stopping server 978bd30859c3,40699,1732762123296; all regions closed. 2024-11-28T02:48:46,867 INFO [RS:0;978bd30859c3:35025 {}] regionserver.HRegionServer(976): stopping server 978bd30859c3,35025,1732762123196; all regions closed. 2024-11-28T02:48:46,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741834_1010 (size=1758) 2024-11-28T02:48:46,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741835_1011 (size=4338) 2024-11-28T02:48:46,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741834_1010 (size=1758) 2024-11-28T02:48:46,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741835_1011 (size=4338) 2024-11-28T02:48:46,884 DEBUG [RS:0;978bd30859c3:35025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/oldWALs 2024-11-28T02:48:46,884 DEBUG [RS:1;978bd30859c3:40699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/oldWALs 2024-11-28T02:48:46,884 INFO [RS:0;978bd30859c3:35025 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C35025%2C1732762123196.meta:.meta(num 1732762125221) 2024-11-28T02:48:46,884 INFO [RS:1;978bd30859c3:40699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C40699%2C1732762123296:(num 1732762124748) 2024-11-28T02:48:46,884 DEBUG [RS:1;978bd30859c3:40699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:46,884 INFO [RS:1;978bd30859c3:40699 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:48:46,885 INFO [RS:1;978bd30859c3:40699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T02:48:46,885 INFO [RS:1;978bd30859c3:40699 {}] hbase.ChoreService(370): Chore service for: regionserver/978bd30859c3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T02:48:46,885 INFO [RS:1;978bd30859c3:40699 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T02:48:46,885 INFO [RS:1;978bd30859c3:40699 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T02:48:46,885 INFO [regionserver/978bd30859c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T02:48:46,885 INFO [RS:1;978bd30859c3:40699 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T02:48:46,886 INFO [RS:1;978bd30859c3:40699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T02:48:46,886 INFO [RS:1;978bd30859c3:40699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40699 2024-11-28T02:48:46,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741833_1009 (size=1867) 2024-11-28T02:48:46,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741833_1009 (size=1867) 2024-11-28T02:48:46,892 DEBUG [RS:0;978bd30859c3:35025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/oldWALs 2024-11-28T02:48:46,892 INFO [RS:0;978bd30859c3:35025 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C35025%2C1732762123196:(num 1732762124748) 2024-11-28T02:48:46,892 DEBUG [RS:0;978bd30859c3:35025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:46,892 INFO [RS:0;978bd30859c3:35025 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:48:46,892 INFO [RS:0;978bd30859c3:35025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T02:48:46,892 INFO [RS:0;978bd30859c3:35025 {}] hbase.ChoreService(370): Chore service for: regionserver/978bd30859c3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T02:48:46,893 INFO [RS:0;978bd30859c3:35025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T02:48:46,893 INFO [regionserver/978bd30859c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T02:48:46,893 INFO [RS:0;978bd30859c3:35025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35025 2024-11-28T02:48:46,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x10180a148650002, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/978bd30859c3,40699,1732762123296 2024-11-28T02:48:46,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T02:48:46,922 INFO [RS:1;978bd30859c3:40699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T02:48:46,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10180a148650001, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/978bd30859c3,35025,1732762123196 2024-11-28T02:48:46,930 INFO [RS:0;978bd30859c3:35025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T02:48:46,939 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [978bd30859c3,35025,1732762123196] 2024-11-28T02:48:46,955 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/978bd30859c3,35025,1732762123196 already deleted, retry=false 2024-11-28T02:48:46,956 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 978bd30859c3,35025,1732762123196 expired; onlineServers=1 2024-11-28T02:48:46,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [978bd30859c3,40699,1732762123296] 2024-11-28T02:48:46,963 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/978bd30859c3,40699,1732762123296 already deleted, retry=false 2024-11-28T02:48:46,964 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 978bd30859c3,40699,1732762123296 expired; onlineServers=0 2024-11-28T02:48:46,964 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '978bd30859c3,34531,1732762122448' ***** 2024-11-28T02:48:46,964 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T02:48:46,964 INFO [M:0;978bd30859c3:34531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T02:48:46,964 INFO [M:0;978bd30859c3:34531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T02:48:46,965 DEBUG [M:0;978bd30859c3:34531 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T02:48:46,965 DEBUG [M:0;978bd30859c3:34531 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T02:48:46,965 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T02:48:46,965 DEBUG [master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762124436 {}] cleaner.HFileCleaner(306): Exit Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762124436,5,FailOnTimeoutGroup] 2024-11-28T02:48:46,965 DEBUG [master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762124437 {}] cleaner.HFileCleaner(306): Exit Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762124437,5,FailOnTimeoutGroup] 2024-11-28T02:48:46,966 INFO [M:0;978bd30859c3:34531 {}] hbase.ChoreService(370): Chore service for: master/978bd30859c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T02:48:46,966 INFO [M:0;978bd30859c3:34531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T02:48:46,967 DEBUG [M:0;978bd30859c3:34531 {}] master.HMaster(1795): Stopping service threads 2024-11-28T02:48:46,967 INFO [M:0;978bd30859c3:34531 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T02:48:46,967 INFO [M:0;978bd30859c3:34531 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T02:48:46,968 INFO [M:0;978bd30859c3:34531 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T02:48:46,969 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T02:48:46,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T02:48:46,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:46,973 DEBUG [M:0;978bd30859c3:34531 {}] zookeeper.ZKUtil(347): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T02:48:46,973 WARN [M:0;978bd30859c3:34531 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T02:48:46,975 INFO [M:0;978bd30859c3:34531 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/.lastflushedseqids 2024-11-28T02:48:46,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741844_1020 (size=182) 2024-11-28T02:48:46,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741844_1020 (size=182) 2024-11-28T02:48:46,989 INFO [M:0;978bd30859c3:34531 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T02:48:46,989 INFO [M:0;978bd30859c3:34531 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T02:48:46,989 DEBUG [M:0;978bd30859c3:34531 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T02:48:46,989 INFO [M:0;978bd30859c3:34531 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:46,989 DEBUG [M:0;978bd30859c3:34531 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:46,989 DEBUG [M:0;978bd30859c3:34531 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T02:48:46,989 DEBUG [M:0;978bd30859c3:34531 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:46,990 INFO [M:0;978bd30859c3:34531 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-28T02:48:47,009 DEBUG [M:0;978bd30859c3:34531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51c55cecb14d4edcaf586f1d226c5de4 is 82, key is hbase:meta,,1/info:regioninfo/1732762125306/Put/seqid=0 2024-11-28T02:48:47,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741845_1021 (size=5672) 2024-11-28T02:48:47,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741845_1021 (size=5672) 2024-11-28T02:48:47,016 INFO [M:0;978bd30859c3:34531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51c55cecb14d4edcaf586f1d226c5de4 2024-11-28T02:48:47,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x10180a148650002, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:48:47,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x10180a148650002, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:48:47,040 INFO [RS:1;978bd30859c3:40699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T02:48:47,040 INFO [RS:1;978bd30859c3:40699 {}] regionserver.HRegionServer(1031): Exiting; stopping=978bd30859c3,40699,1732762123296; zookeeper connection closed. 2024-11-28T02:48:47,040 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66884fbb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66884fbb 2024-11-28T02:48:47,041 DEBUG [M:0;978bd30859c3:34531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dea1803a33ad49c7aa38c1ca6d7cb27d is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732762126190/Put/seqid=0 2024-11-28T02:48:47,047 INFO [RS:0;978bd30859c3:35025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T02:48:47,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10180a148650001, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:48:47,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35025-0x10180a148650001, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:48:47,047 INFO [RS:0;978bd30859c3:35025 {}] regionserver.HRegionServer(1031): Exiting; stopping=978bd30859c3,35025,1732762123196; zookeeper connection closed. 2024-11-28T02:48:47,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741846_1022 (size=6219) 2024-11-28T02:48:47,048 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1925956f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1925956f 2024-11-28T02:48:47,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741846_1022 (size=6219) 2024-11-28T02:48:47,048 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-28T02:48:47,048 INFO [M:0;978bd30859c3:34531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dea1803a33ad49c7aa38c1ca6d7cb27d 2024-11-28T02:48:47,071 DEBUG [M:0;978bd30859c3:34531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a05d13d67674dc3bfe993f7f4263cb5 is 69, key is 978bd30859c3,35025,1732762123196/rs:state/1732762124489/Put/seqid=0 2024-11-28T02:48:47,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741847_1023 (size=5224) 2024-11-28T02:48:47,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741847_1023 (size=5224) 2024-11-28T02:48:47,078 INFO [M:0;978bd30859c3:34531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a05d13d67674dc3bfe993f7f4263cb5 2024-11-28T02:48:47,087 DEBUG [M:0;978bd30859c3:34531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51c55cecb14d4edcaf586f1d226c5de4 as hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51c55cecb14d4edcaf586f1d226c5de4 2024-11-28T02:48:47,097 INFO [M:0;978bd30859c3:34531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51c55cecb14d4edcaf586f1d226c5de4, entries=8, sequenceid=71, filesize=5.5 K 2024-11-28T02:48:47,098 DEBUG [M:0;978bd30859c3:34531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dea1803a33ad49c7aa38c1ca6d7cb27d as hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dea1803a33ad49c7aa38c1ca6d7cb27d 2024-11-28T02:48:47,106 INFO [M:0;978bd30859c3:34531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dea1803a33ad49c7aa38c1ca6d7cb27d, entries=8, sequenceid=71, filesize=6.1 K 2024-11-28T02:48:47,107 DEBUG [M:0;978bd30859c3:34531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a05d13d67674dc3bfe993f7f4263cb5 as hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a05d13d67674dc3bfe993f7f4263cb5 2024-11-28T02:48:47,114 INFO [M:0;978bd30859c3:34531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/7f539441-037b-68aa-d15f-937a61b70490/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a05d13d67674dc3bfe993f7f4263cb5, entries=2, sequenceid=71, filesize=5.1 K 2024-11-28T02:48:47,115 INFO [M:0;978bd30859c3:34531 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=71, compaction requested=false 2024-11-28T02:48:47,117 INFO [M:0;978bd30859c3:34531 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:47,117 DEBUG [M:0;978bd30859c3:34531 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732762126989Disabling compacts and flushes for region at 1732762126989Disabling writes for close at 1732762126989Obtaining lock to block concurrent updates at 1732762126990 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732762126990Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1732762126990Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732762126991 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732762126991Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732762127009 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732762127009Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732762127023 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732762127041 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732762127041Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732762127055 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732762127070 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732762127070Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17be7a28: reopening flushed file at 1732762127086 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@304f9c3d: reopening flushed file at 1732762127097 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bd35876: reopening flushed file at 1732762127106 (+9 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=71, compaction requested=false at 1732762127115 (+9 ms)Writing region close event to WAL at 1732762127117 (+2 ms)Closed at 1732762127117 2024-11-28T02:48:47,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741830_1006 (size=35440) 2024-11-28T02:48:47,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34283 is added to blk_1073741830_1006 (size=35440) 2024-11-28T02:48:47,121 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T02:48:47,121 INFO [M:0;978bd30859c3:34531 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T02:48:47,121 INFO [M:0;978bd30859c3:34531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34531 2024-11-28T02:48:47,121 INFO [M:0;978bd30859c3:34531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T02:48:47,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:48:47,239 INFO [M:0;978bd30859c3:34531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T02:48:47,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x10180a148650000, quorum=127.0.0.1:58193, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:48:47,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:48:47,289 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T02:48:47,289 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T02:48:47,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T02:48:47,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/hadoop.log.dir/,STOPPED} 2024-11-28T02:48:47,293 WARN [BP-295807586-172.17.0.2-1732762118898 heartbeating to localhost/127.0.0.1:46269 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T02:48:47,293 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T02:48:47,294 WARN [BP-295807586-172.17.0.2-1732762118898 heartbeating to localhost/127.0.0.1:46269 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-295807586-172.17.0.2-1732762118898 (Datanode Uuid 073492d5-0b44-44cc-b3c1-d6ab7b00c062) service to localhost/127.0.0.1:46269 2024-11-28T02:48:47,294 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T02:48:47,295 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/cluster_4786ef5f-fcee-eec9-a574-991af845225a/data/data3/current/BP-295807586-172.17.0.2-1732762118898 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:48:47,296 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/cluster_4786ef5f-fcee-eec9-a574-991af845225a/data/data4/current/BP-295807586-172.17.0.2-1732762118898 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:48:47,296 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T02:48:47,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:48:47,299 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T02:48:47,299 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T02:48:47,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T02:48:47,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/hadoop.log.dir/,STOPPED} 2024-11-28T02:48:47,300 WARN [BP-295807586-172.17.0.2-1732762118898 heartbeating to localhost/127.0.0.1:46269 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T02:48:47,300 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T02:48:47,300 WARN [BP-295807586-172.17.0.2-1732762118898 heartbeating to localhost/127.0.0.1:46269 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-295807586-172.17.0.2-1732762118898 (Datanode Uuid 5a768588-93ee-4c6d-b47b-40065fa59646) service to localhost/127.0.0.1:46269 2024-11-28T02:48:47,300 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T02:48:47,301 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/cluster_4786ef5f-fcee-eec9-a574-991af845225a/data/data1/current/BP-295807586-172.17.0.2-1732762118898 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:48:47,301 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/cluster_4786ef5f-fcee-eec9-a574-991af845225a/data/data2/current/BP-295807586-172.17.0.2-1732762118898 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:48:47,301 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T02:48:47,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T02:48:47,310 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T02:48:47,310 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T02:48:47,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T02:48:47,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/hadoop.log.dir/,STOPPED} 2024-11-28T02:48:47,318 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T02:48:47,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T02:48:47,354 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=84 (was 11) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/978bd30859c3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/978bd30859c3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/978bd30859c3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46269 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/978bd30859c3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46269 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@15af1855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=411 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=183 (was 181) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7604 (was 8184) 2024-11-28T02:48:47,360 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=84, OpenFileDescriptor=411, MaxFileDescriptor=1048576, SystemLoadAverage=183, ProcessCount=11, AvailableMemoryMB=7604 2024-11-28T02:48:47,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/hadoop.log.dir so I do NOT create it in target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b 2024-11-28T02:48:47,375 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T02:48:47,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/hadoop.tmp.dir so I do NOT create it in target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b 2024-11-28T02:48:47,375 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1dce9942-46cd-4ad0-7167-a11729dda28a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T02:48:47,375 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b 2024-11-28T02:48:47,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T02:48:47,376 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/cluster_856fc72f-9373-a89a-808f-14c0bb5cd6b5, deleteOnExit=true 2024-11-28T02:48:47,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T02:48:47,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/test.cache.data in system properties and HBase conf 2024-11-28T02:48:47,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T02:48:47,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/hadoop.log.dir in system properties and HBase conf 2024-11-28T02:48:47,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T02:48:47,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T02:48:47,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T02:48:47,377 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T02:48:47,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T02:48:47,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T02:48:47,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T02:48:47,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T02:48:47,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T02:48:47,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T02:48:47,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T02:48:47,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T02:48:47,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T02:48:47,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/nfs.dump.dir in system properties and HBase conf 2024-11-28T02:48:47,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/java.io.tmpdir in system properties and HBase conf 2024-11-28T02:48:47,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T02:48:47,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T02:48:47,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T02:48:47,710 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:48:47,716 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:48:47,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:48:47,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:48:47,717 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T02:48:47,718 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:48:47,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e1d15d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:48:47,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25edd9b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:48:47,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1811e72e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/java.io.tmpdir/jetty-localhost-40075-hadoop-hdfs-3_4_1-tests_jar-_-any-16091631943659878316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T02:48:47,814 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d643cf7{HTTP/1.1, (http/1.1)}{localhost:40075} 2024-11-28T02:48:47,814 INFO [Time-limited test {}] server.Server(415): Started @10704ms 2024-11-28T02:48:48,022 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:48:48,026 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:48:48,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:48:48,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:48:48,029 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T02:48:48,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d053c49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:48:48,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d0e0050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:48:48,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1119c3b5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/java.io.tmpdir/jetty-localhost-41917-hadoop-hdfs-3_4_1-tests_jar-_-any-6521404055541694498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:48:48,125 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@397584a6{HTTP/1.1, (http/1.1)}{localhost:41917} 2024-11-28T02:48:48,125 INFO [Time-limited test {}] server.Server(415): Started @11015ms 2024-11-28T02:48:48,127 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T02:48:48,170 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:48:48,173 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:48:48,174 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:48:48,174 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:48:48,174 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T02:48:48,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ad4f567{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:48:48,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27f30afa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:48:48,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5edde1d6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/java.io.tmpdir/jetty-localhost-43189-hadoop-hdfs-3_4_1-tests_jar-_-any-213163224247825705/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:48:48,268 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a66f5b3{HTTP/1.1, (http/1.1)}{localhost:43189} 2024-11-28T02:48:48,268 INFO [Time-limited test {}] server.Server(415): Started @11158ms 2024-11-28T02:48:48,270 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T02:48:48,875 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/cluster_856fc72f-9373-a89a-808f-14c0bb5cd6b5/data/data1/current/BP-694793107-172.17.0.2-1732762127402/current, will proceed with Du for space computation calculation, 2024-11-28T02:48:48,875 WARN [Thread-367 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/cluster_856fc72f-9373-a89a-808f-14c0bb5cd6b5/data/data2/current/BP-694793107-172.17.0.2-1732762127402/current, will proceed with Du for space computation calculation, 2024-11-28T02:48:48,900 WARN [Thread-330 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T02:48:48,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1855e4e06ae86d96 with lease ID 0x1f42cc5ce584345: Processing first storage report for DS-aa02a03f-e94e-44c6-ab6d-9054a6e231b1 from datanode DatanodeRegistration(127.0.0.1:40495, datanodeUuid=04de5959-6311-47e9-ba49-889d93a0eaf6, infoPort=34349, infoSecurePort=0, ipcPort=46487, storageInfo=lv=-57;cid=testClusterID;nsid=1126169971;c=1732762127402) 2024-11-28T02:48:48,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1855e4e06ae86d96 with lease ID 0x1f42cc5ce584345: from storage DS-aa02a03f-e94e-44c6-ab6d-9054a6e231b1 node DatanodeRegistration(127.0.0.1:40495, datanodeUuid=04de5959-6311-47e9-ba49-889d93a0eaf6, infoPort=34349, infoSecurePort=0, ipcPort=46487, storageInfo=lv=-57;cid=testClusterID;nsid=1126169971;c=1732762127402), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:48:48,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1855e4e06ae86d96 with lease ID 0x1f42cc5ce584345: Processing first storage report for DS-53ddb3ba-ed13-4556-9343-7b1064972843 from datanode DatanodeRegistration(127.0.0.1:40495, datanodeUuid=04de5959-6311-47e9-ba49-889d93a0eaf6, infoPort=34349, infoSecurePort=0, ipcPort=46487, storageInfo=lv=-57;cid=testClusterID;nsid=1126169971;c=1732762127402) 2024-11-28T02:48:48,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1855e4e06ae86d96 with lease ID 0x1f42cc5ce584345: from storage DS-53ddb3ba-ed13-4556-9343-7b1064972843 node DatanodeRegistration(127.0.0.1:40495, datanodeUuid=04de5959-6311-47e9-ba49-889d93a0eaf6, infoPort=34349, infoSecurePort=0, ipcPort=46487, storageInfo=lv=-57;cid=testClusterID;nsid=1126169971;c=1732762127402), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:48:49,039 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/cluster_856fc72f-9373-a89a-808f-14c0bb5cd6b5/data/data3/current/BP-694793107-172.17.0.2-1732762127402/current, will proceed with Du for space computation calculation, 2024-11-28T02:48:49,039 WARN [Thread-378 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/cluster_856fc72f-9373-a89a-808f-14c0bb5cd6b5/data/data4/current/BP-694793107-172.17.0.2-1732762127402/current, will proceed with Du for space computation calculation, 2024-11-28T02:48:49,058 WARN [Thread-353 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T02:48:49,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x742241d9b0ff0ee2 with lease ID 0x1f42cc5ce584346: Processing first storage report for DS-6803ac50-6d28-47a1-8f3d-0fc1e52f2683 from datanode DatanodeRegistration(127.0.0.1:33655, datanodeUuid=f85e2203-968c-4e63-935b-0a75d90e542d, infoPort=45227, infoSecurePort=0, ipcPort=44213, storageInfo=lv=-57;cid=testClusterID;nsid=1126169971;c=1732762127402) 2024-11-28T02:48:49,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x742241d9b0ff0ee2 with lease ID 0x1f42cc5ce584346: from storage DS-6803ac50-6d28-47a1-8f3d-0fc1e52f2683 node DatanodeRegistration(127.0.0.1:33655, datanodeUuid=f85e2203-968c-4e63-935b-0a75d90e542d, infoPort=45227, infoSecurePort=0, ipcPort=44213, storageInfo=lv=-57;cid=testClusterID;nsid=1126169971;c=1732762127402), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:48:49,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x742241d9b0ff0ee2 with lease ID 0x1f42cc5ce584346: Processing first storage report for DS-e4e1dab3-40f9-4262-87dc-337b64e667fb from datanode DatanodeRegistration(127.0.0.1:33655, datanodeUuid=f85e2203-968c-4e63-935b-0a75d90e542d, infoPort=45227, infoSecurePort=0, ipcPort=44213, storageInfo=lv=-57;cid=testClusterID;nsid=1126169971;c=1732762127402) 2024-11-28T02:48:49,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x742241d9b0ff0ee2 with lease ID 0x1f42cc5ce584346: from storage DS-e4e1dab3-40f9-4262-87dc-337b64e667fb node DatanodeRegistration(127.0.0.1:33655, datanodeUuid=f85e2203-968c-4e63-935b-0a75d90e542d, infoPort=45227, infoSecurePort=0, ipcPort=44213, storageInfo=lv=-57;cid=testClusterID;nsid=1126169971;c=1732762127402), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:48:49,107 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b 2024-11-28T02:48:49,112 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/cluster_856fc72f-9373-a89a-808f-14c0bb5cd6b5/zookeeper_0, clientPort=51330, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/cluster_856fc72f-9373-a89a-808f-14c0bb5cd6b5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/cluster_856fc72f-9373-a89a-808f-14c0bb5cd6b5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T02:48:49,113 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51330 2024-11-28T02:48:49,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:49,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:49,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33655 is added to blk_1073741825_1001 (size=7) 2024-11-28T02:48:49,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741825_1001 (size=7) 2024-11-28T02:48:49,128 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498 with version=8 2024-11-28T02:48:49,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/hbase-staging 2024-11-28T02:48:49,131 INFO [Time-limited test {}] client.ConnectionUtils(128): master/978bd30859c3:0 server-side Connection retries=45 2024-11-28T02:48:49,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:49,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:49,131 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:48:49,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:49,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:48:49,132 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T02:48:49,132 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:48:49,133 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33457 2024-11-28T02:48:49,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33457 connecting to ZooKeeper ensemble=127.0.0.1:51330 2024-11-28T02:48:49,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334570x0, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:48:49,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33457-0x10180a1659b0000 connected 2024-11-28T02:48:49,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:49,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:49,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:48:49,276 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498, hbase.cluster.distributed=false 2024-11-28T02:48:49,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:48:49,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33457 2024-11-28T02:48:49,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33457 2024-11-28T02:48:49,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33457 2024-11-28T02:48:49,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33457 2024-11-28T02:48:49,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33457 2024-11-28T02:48:49,296 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/978bd30859c3:0 server-side Connection retries=45 2024-11-28T02:48:49,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:49,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:49,297 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:48:49,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:49,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:48:49,297 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T02:48:49,297 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:48:49,298 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43661 2024-11-28T02:48:49,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43661 connecting to ZooKeeper ensemble=127.0.0.1:51330 2024-11-28T02:48:49,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:49,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:49,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436610x0, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:48:49,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43661-0x10180a1659b0001 connected 2024-11-28T02:48:49,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43661-0x10180a1659b0001, quorum=127.0.0.1:51330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:48:49,314 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T02:48:49,314 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T02:48:49,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43661-0x10180a1659b0001, quorum=127.0.0.1:51330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T02:48:49,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43661-0x10180a1659b0001, quorum=127.0.0.1:51330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:48:49,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43661 2024-11-28T02:48:49,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43661 2024-11-28T02:48:49,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43661 2024-11-28T02:48:49,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43661 2024-11-28T02:48:49,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43661 2024-11-28T02:48:49,338 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/978bd30859c3:0 server-side Connection retries=45 2024-11-28T02:48:49,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:49,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:49,338 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:48:49,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:49,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:48:49,339 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T02:48:49,339 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:48:49,339 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33413 2024-11-28T02:48:49,341 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33413 connecting to ZooKeeper ensemble=127.0.0.1:51330 2024-11-28T02:48:49,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:49,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:49,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334130x0, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:48:49,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33413-0x10180a1659b0002 connected 2024-11-28T02:48:49,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33413-0x10180a1659b0002, quorum=127.0.0.1:51330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:48:49,356 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T02:48:49,356 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T02:48:49,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33413-0x10180a1659b0002, quorum=127.0.0.1:51330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T02:48:49,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33413-0x10180a1659b0002, quorum=127.0.0.1:51330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:48:49,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33413 2024-11-28T02:48:49,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33413 2024-11-28T02:48:49,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33413 2024-11-28T02:48:49,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33413 2024-11-28T02:48:49,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33413 2024-11-28T02:48:49,374 DEBUG [M:0;978bd30859c3:33457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;978bd30859c3:33457 2024-11-28T02:48:49,375 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/978bd30859c3,33457,1732762129131 2024-11-28T02:48:49,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:49,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10180a1659b0002, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:49,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10180a1659b0001, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:49,380 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/978bd30859c3,33457,1732762129131 2024-11-28T02:48:49,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10180a1659b0002, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T02:48:49,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:49,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10180a1659b0001, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T02:48:49,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10180a1659b0002, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:49,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10180a1659b0001, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:49,388 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T02:48:49,389 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/978bd30859c3,33457,1732762129131 from backup master directory 2024-11-28T02:48:49,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/978bd30859c3,33457,1732762129131 2024-11-28T02:48:49,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10180a1659b0001, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:49,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:49,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10180a1659b0002, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:49,396 WARN [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:48:49,396 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=978bd30859c3,33457,1732762129131 2024-11-28T02:48:49,404 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/hbase.id] with ID: 9eee7217-ae69-49d2-86b7-78fe9f8df0df 2024-11-28T02:48:49,404 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/.tmp/hbase.id 2024-11-28T02:48:49,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33655 is added to blk_1073741826_1002 (size=42) 2024-11-28T02:48:49,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741826_1002 (size=42) 2024-11-28T02:48:49,413 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/.tmp/hbase.id]:[hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/hbase.id] 2024-11-28T02:48:49,429 INFO [master/978bd30859c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:49,430 INFO [master/978bd30859c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T02:48:49,431 INFO [master/978bd30859c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T02:48:49,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10180a1659b0002, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:49,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:49,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10180a1659b0001, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:49,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741827_1003 (size=196) 2024-11-28T02:48:49,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33655 is added to blk_1073741827_1003 (size=196) 2024-11-28T02:48:49,446 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:48:49,447 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T02:48:49,447 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:48:49,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33655 is added to blk_1073741828_1004 (size=1189) 2024-11-28T02:48:49,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741828_1004 (size=1189) 2024-11-28T02:48:49,457 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/data/master/store 2024-11-28T02:48:49,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33655 is added to blk_1073741829_1005 (size=34) 2024-11-28T02:48:49,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741829_1005 (size=34) 2024-11-28T02:48:49,467 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:49,468 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T02:48:49,468 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:49,468 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:49,468 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T02:48:49,468 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:49,468 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:49,468 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732762129467Disabling compacts and flushes for region at 1732762129467Disabling writes for close at 1732762129468 (+1 ms)Writing region close event to WAL at 1732762129468Closed at 1732762129468 2024-11-28T02:48:49,469 WARN [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/data/master/store/.initializing 2024-11-28T02:48:49,470 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/WALs/978bd30859c3,33457,1732762129131 2024-11-28T02:48:49,471 INFO [master/978bd30859c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:48:49,474 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C33457%2C1732762129131, suffix=, logDir=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/WALs/978bd30859c3,33457,1732762129131, archiveDir=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/oldWALs, maxLogs=10 2024-11-28T02:48:49,487 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/WALs/978bd30859c3,33457,1732762129131/978bd30859c3%2C33457%2C1732762129131.1732762129474, exclude list is [], retry=0 2024-11-28T02:48:49,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33655,DS-6803ac50-6d28-47a1-8f3d-0fc1e52f2683,DISK] 2024-11-28T02:48:49,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40495,DS-aa02a03f-e94e-44c6-ab6d-9054a6e231b1,DISK] 2024-11-28T02:48:49,493 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/WALs/978bd30859c3,33457,1732762129131/978bd30859c3%2C33457%2C1732762129131.1732762129474 2024-11-28T02:48:49,493 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45227:45227),(127.0.0.1/127.0.0.1:34349:34349)] 2024-11-28T02:48:49,494 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:48:49,494 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:49,494 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:49,494 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:49,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:49,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T02:48:49,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:49,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:49,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:49,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T02:48:49,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:49,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:48:49,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:49,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T02:48:49,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:49,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:48:49,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:49,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T02:48:49,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:49,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:48:49,511 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:49,512 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:49,513 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:49,515 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:49,515 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:49,515 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T02:48:49,517 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:49,520 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:48:49,521 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60657582, jitterRate=-0.0961315929889679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T02:48:49,522 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732762129494Initializing all the Stores at 1732762129495 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762129495Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762129498 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762129498Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762129498Cleaning up temporary data from old regions at 1732762129515 (+17 ms)Region opened successfully at 1732762129522 (+7 ms) 2024-11-28T02:48:49,522 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T02:48:49,526 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9124474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T02:48:49,527 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T02:48:49,527 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T02:48:49,527 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T02:48:49,527 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T02:48:49,528 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T02:48:49,528 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T02:48:49,529 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T02:48:49,531 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T02:48:49,532 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T02:48:49,546 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T02:48:49,547 INFO [master/978bd30859c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T02:48:49,548 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T02:48:49,554 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T02:48:49,555 INFO [master/978bd30859c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T02:48:49,556 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T02:48:49,563 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T02:48:49,564 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T02:48:49,571 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T02:48:49,574 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T02:48:49,579 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T02:48:49,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10180a1659b0001, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:48:49,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10180a1659b0002, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:48:49,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:48:49,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10180a1659b0002, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:49,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10180a1659b0001, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:49,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:49,589 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=978bd30859c3,33457,1732762129131, sessionid=0x10180a1659b0000, setting cluster-up flag (Was=false) 2024-11-28T02:48:49,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:49,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10180a1659b0002, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:49,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10180a1659b0001, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:49,630 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T02:48:49,631 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=978bd30859c3,33457,1732762129131 2024-11-28T02:48:49,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:49,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10180a1659b0002, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:49,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10180a1659b0001, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:49,672 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T02:48:49,675 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=978bd30859c3,33457,1732762129131 2024-11-28T02:48:49,678 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T02:48:49,683 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T02:48:49,683 INFO [master/978bd30859c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T02:48:49,683 INFO [master/978bd30859c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T02:48:49,683 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 978bd30859c3,33457,1732762129131 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T02:48:49,686 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:48:49,686 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:48:49,686 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:48:49,686 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:48:49,686 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/978bd30859c3:0, corePoolSize=10, maxPoolSize=10 2024-11-28T02:48:49,687 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,687 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:48:49,687 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,688 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732762159688 2024-11-28T02:48:49,689 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T02:48:49,689 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T02:48:49,689 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T02:48:49,689 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T02:48:49,689 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T02:48:49,689 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T02:48:49,689 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T02:48:49,690 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T02:48:49,690 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,690 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T02:48:49,691 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T02:48:49,691 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T02:48:49,691 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:49,692 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T02:48:49,692 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T02:48:49,692 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T02:48:49,692 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762129692,5,FailOnTimeoutGroup] 2024-11-28T02:48:49,692 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762129692,5,FailOnTimeoutGroup] 2024-11-28T02:48:49,692 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,693 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T02:48:49,693 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,693 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741831_1007 (size=1321) 2024-11-28T02:48:49,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33655 is added to blk_1073741831_1007 (size=1321) 2024-11-28T02:48:49,763 INFO [RS:0;978bd30859c3:43661 {}] regionserver.HRegionServer(746): ClusterId : 9eee7217-ae69-49d2-86b7-78fe9f8df0df 2024-11-28T02:48:49,763 INFO [RS:1;978bd30859c3:33413 {}] regionserver.HRegionServer(746): ClusterId : 9eee7217-ae69-49d2-86b7-78fe9f8df0df 2024-11-28T02:48:49,763 DEBUG [RS:0;978bd30859c3:43661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T02:48:49,763 DEBUG [RS:1;978bd30859c3:33413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T02:48:49,789 DEBUG [RS:1;978bd30859c3:33413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T02:48:49,789 DEBUG [RS:0;978bd30859c3:43661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T02:48:49,789 DEBUG [RS:0;978bd30859c3:43661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T02:48:49,789 DEBUG [RS:1;978bd30859c3:33413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T02:48:49,797 DEBUG [RS:0;978bd30859c3:43661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T02:48:49,797 DEBUG [RS:1;978bd30859c3:33413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T02:48:49,798 DEBUG [RS:0;978bd30859c3:43661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c511b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T02:48:49,798 DEBUG [RS:1;978bd30859c3:33413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24914b60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T02:48:49,809 DEBUG [RS:1;978bd30859c3:33413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;978bd30859c3:33413 2024-11-28T02:48:49,809 DEBUG [RS:0;978bd30859c3:43661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;978bd30859c3:43661 2024-11-28T02:48:49,810 INFO [RS:1;978bd30859c3:33413 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T02:48:49,810 INFO [RS:1;978bd30859c3:33413 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T02:48:49,810 INFO [RS:0;978bd30859c3:43661 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T02:48:49,810 DEBUG [RS:1;978bd30859c3:33413 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T02:48:49,810 INFO [RS:0;978bd30859c3:43661 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T02:48:49,810 DEBUG [RS:0;978bd30859c3:43661 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T02:48:49,811 INFO [RS:1;978bd30859c3:33413 {}] regionserver.HRegionServer(2659): reportForDuty to master=978bd30859c3,33457,1732762129131 with port=33413, startcode=1732762129338 2024-11-28T02:48:49,811 INFO [RS:0;978bd30859c3:43661 {}] regionserver.HRegionServer(2659): reportForDuty to master=978bd30859c3,33457,1732762129131 with port=43661, startcode=1732762129296 2024-11-28T02:48:49,811 DEBUG [RS:1;978bd30859c3:33413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T02:48:49,811 DEBUG [RS:0;978bd30859c3:43661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T02:48:49,813 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60731, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T02:48:49,813 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48579, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T02:48:49,814 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 978bd30859c3,43661,1732762129296 2024-11-28T02:48:49,814 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33457 {}] master.ServerManager(517): Registering regionserver=978bd30859c3,43661,1732762129296 2024-11-28T02:48:49,816 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 978bd30859c3,33413,1732762129338 2024-11-28T02:48:49,816 DEBUG [RS:0;978bd30859c3:43661 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498 2024-11-28T02:48:49,816 DEBUG [RS:0;978bd30859c3:43661 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36855 2024-11-28T02:48:49,816 DEBUG [RS:0;978bd30859c3:43661 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T02:48:49,816 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33457 {}] master.ServerManager(517): Registering regionserver=978bd30859c3,33413,1732762129338 2024-11-28T02:48:49,818 DEBUG [RS:1;978bd30859c3:33413 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498 2024-11-28T02:48:49,818 DEBUG [RS:1;978bd30859c3:33413 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36855 2024-11-28T02:48:49,818 DEBUG [RS:1;978bd30859c3:33413 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T02:48:49,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T02:48:49,853 DEBUG [RS:0;978bd30859c3:43661 {}] zookeeper.ZKUtil(111): regionserver:43661-0x10180a1659b0001, quorum=127.0.0.1:51330, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/978bd30859c3,43661,1732762129296 2024-11-28T02:48:49,853 WARN [RS:0;978bd30859c3:43661 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:48:49,853 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [978bd30859c3,43661,1732762129296] 2024-11-28T02:48:49,853 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [978bd30859c3,33413,1732762129338] 2024-11-28T02:48:49,853 INFO [RS:0;978bd30859c3:43661 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:48:49,854 DEBUG [RS:0;978bd30859c3:43661 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/WALs/978bd30859c3,43661,1732762129296 2024-11-28T02:48:49,854 DEBUG [RS:1;978bd30859c3:33413 {}] zookeeper.ZKUtil(111): regionserver:33413-0x10180a1659b0002, quorum=127.0.0.1:51330, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/978bd30859c3,33413,1732762129338 2024-11-28T02:48:49,854 WARN [RS:1;978bd30859c3:33413 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:48:49,854 INFO [RS:1;978bd30859c3:33413 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:48:49,854 DEBUG [RS:1;978bd30859c3:33413 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/WALs/978bd30859c3,33413,1732762129338 2024-11-28T02:48:49,862 INFO [RS:1;978bd30859c3:33413 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T02:48:49,862 INFO [RS:0;978bd30859c3:43661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T02:48:49,865 INFO [RS:1;978bd30859c3:33413 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T02:48:49,866 INFO [RS:1;978bd30859c3:33413 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T02:48:49,866 INFO [RS:1;978bd30859c3:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,866 INFO [RS:1;978bd30859c3:33413 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T02:48:49,866 INFO [RS:0;978bd30859c3:43661 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T02:48:49,866 INFO [RS:0;978bd30859c3:43661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T02:48:49,867 INFO [RS:0;978bd30859c3:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,867 INFO [RS:0;978bd30859c3:43661 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T02:48:49,867 INFO [RS:1;978bd30859c3:33413 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T02:48:49,867 INFO [RS:1;978bd30859c3:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,867 DEBUG [RS:1;978bd30859c3:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,867 DEBUG [RS:1;978bd30859c3:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,867 DEBUG [RS:1;978bd30859c3:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,868 DEBUG [RS:1;978bd30859c3:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,868 INFO [RS:0;978bd30859c3:43661 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T02:48:49,868 DEBUG [RS:1;978bd30859c3:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,868 INFO [RS:0;978bd30859c3:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,868 DEBUG [RS:1;978bd30859c3:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:48:49,868 DEBUG [RS:1;978bd30859c3:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,868 DEBUG [RS:0;978bd30859c3:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,868 DEBUG [RS:1;978bd30859c3:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,868 DEBUG [RS:0;978bd30859c3:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,868 DEBUG [RS:1;978bd30859c3:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,868 DEBUG [RS:0;978bd30859c3:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,868 DEBUG [RS:1;978bd30859c3:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,868 DEBUG [RS:0;978bd30859c3:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,868 DEBUG [RS:1;978bd30859c3:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,868 DEBUG [RS:0;978bd30859c3:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,868 DEBUG [RS:1;978bd30859c3:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,868 DEBUG [RS:0;978bd30859c3:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:48:49,868 DEBUG [RS:1;978bd30859c3:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:48:49,868 DEBUG [RS:0;978bd30859c3:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,868 DEBUG [RS:1;978bd30859c3:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:48:49,868 DEBUG [RS:0;978bd30859c3:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,868 DEBUG [RS:0;978bd30859c3:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,869 DEBUG [RS:0;978bd30859c3:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,869 DEBUG [RS:0;978bd30859c3:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,869 INFO [RS:1;978bd30859c3:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,869 DEBUG [RS:0;978bd30859c3:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:49,869 INFO [RS:1;978bd30859c3:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,869 DEBUG [RS:0;978bd30859c3:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:48:49,869 INFO [RS:1;978bd30859c3:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,869 DEBUG [RS:0;978bd30859c3:43661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:48:49,869 INFO [RS:1;978bd30859c3:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,869 INFO [RS:1;978bd30859c3:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,869 INFO [RS:1;978bd30859c3:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,33413,1732762129338-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:48:49,870 INFO [RS:0;978bd30859c3:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,870 INFO [RS:0;978bd30859c3:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,871 INFO [RS:0;978bd30859c3:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,871 INFO [RS:0;978bd30859c3:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,871 INFO [RS:0;978bd30859c3:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,871 INFO [RS:0;978bd30859c3:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,43661,1732762129296-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:48:49,882 INFO [RS:1;978bd30859c3:33413 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T02:48:49,883 INFO [RS:1;978bd30859c3:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,33413,1732762129338-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,883 INFO [RS:1;978bd30859c3:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,883 INFO [RS:1;978bd30859c3:33413 {}] regionserver.Replication(171): 978bd30859c3,33413,1732762129338 started 2024-11-28T02:48:49,885 INFO [RS:0;978bd30859c3:43661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T02:48:49,885 INFO [RS:0;978bd30859c3:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,43661,1732762129296-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,885 INFO [RS:0;978bd30859c3:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,885 INFO [RS:0;978bd30859c3:43661 {}] regionserver.Replication(171): 978bd30859c3,43661,1732762129296 started 2024-11-28T02:48:49,896 INFO [RS:1;978bd30859c3:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,897 INFO [RS:1;978bd30859c3:33413 {}] regionserver.HRegionServer(1482): Serving as 978bd30859c3,33413,1732762129338, RpcServer on 978bd30859c3/172.17.0.2:33413, sessionid=0x10180a1659b0002 2024-11-28T02:48:49,897 DEBUG [RS:1;978bd30859c3:33413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T02:48:49,897 DEBUG [RS:1;978bd30859c3:33413 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 978bd30859c3,33413,1732762129338 2024-11-28T02:48:49,897 DEBUG [RS:1;978bd30859c3:33413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,33413,1732762129338' 2024-11-28T02:48:49,897 DEBUG [RS:1;978bd30859c3:33413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T02:48:49,897 DEBUG [RS:1;978bd30859c3:33413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T02:48:49,898 DEBUG [RS:1;978bd30859c3:33413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T02:48:49,898 DEBUG [RS:1;978bd30859c3:33413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T02:48:49,898 DEBUG [RS:1;978bd30859c3:33413 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 978bd30859c3,33413,1732762129338 2024-11-28T02:48:49,898 DEBUG [RS:1;978bd30859c3:33413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,33413,1732762129338' 2024-11-28T02:48:49,898 DEBUG [RS:1;978bd30859c3:33413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T02:48:49,898 DEBUG [RS:1;978bd30859c3:33413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T02:48:49,899 INFO [RS:0;978bd30859c3:43661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:49,899 INFO [RS:0;978bd30859c3:43661 {}] regionserver.HRegionServer(1482): Serving as 978bd30859c3,43661,1732762129296, RpcServer on 978bd30859c3/172.17.0.2:43661, sessionid=0x10180a1659b0001 2024-11-28T02:48:49,899 DEBUG [RS:1;978bd30859c3:33413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T02:48:49,899 INFO [RS:1;978bd30859c3:33413 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T02:48:49,899 INFO [RS:1;978bd30859c3:33413 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T02:48:49,899 DEBUG [RS:0;978bd30859c3:43661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T02:48:49,899 DEBUG [RS:0;978bd30859c3:43661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 978bd30859c3,43661,1732762129296 2024-11-28T02:48:49,899 DEBUG [RS:0;978bd30859c3:43661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,43661,1732762129296' 2024-11-28T02:48:49,899 DEBUG [RS:0;978bd30859c3:43661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T02:48:49,900 DEBUG [RS:0;978bd30859c3:43661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T02:48:49,900 DEBUG [RS:0;978bd30859c3:43661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T02:48:49,900 DEBUG [RS:0;978bd30859c3:43661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T02:48:49,900 DEBUG [RS:0;978bd30859c3:43661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 978bd30859c3,43661,1732762129296 2024-11-28T02:48:49,900 DEBUG [RS:0;978bd30859c3:43661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,43661,1732762129296' 2024-11-28T02:48:49,900 DEBUG [RS:0;978bd30859c3:43661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T02:48:49,900 DEBUG [RS:0;978bd30859c3:43661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T02:48:49,901 DEBUG [RS:0;978bd30859c3:43661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T02:48:49,901 INFO [RS:0;978bd30859c3:43661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T02:48:49,901 INFO [RS:0;978bd30859c3:43661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T02:48:50,000 INFO [RS:1;978bd30859c3:33413 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:48:50,002 INFO [RS:0;978bd30859c3:43661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:48:50,005 INFO [RS:1;978bd30859c3:33413 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C33413%2C1732762129338, suffix=, logDir=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/WALs/978bd30859c3,33413,1732762129338, archiveDir=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/oldWALs, maxLogs=32 2024-11-28T02:48:50,007 INFO [RS:0;978bd30859c3:43661 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C43661%2C1732762129296, suffix=, logDir=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/WALs/978bd30859c3,43661,1732762129296, archiveDir=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/oldWALs, maxLogs=32 2024-11-28T02:48:50,023 DEBUG [RS:0;978bd30859c3:43661 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/WALs/978bd30859c3,43661,1732762129296/978bd30859c3%2C43661%2C1732762129296.1732762130010, exclude list is [], retry=0 2024-11-28T02:48:50,023 DEBUG [RS:1;978bd30859c3:33413 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/WALs/978bd30859c3,33413,1732762129338/978bd30859c3%2C33413%2C1732762129338.1732762130010, exclude list is [], retry=0 2024-11-28T02:48:50,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40495,DS-aa02a03f-e94e-44c6-ab6d-9054a6e231b1,DISK] 2024-11-28T02:48:50,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33655,DS-6803ac50-6d28-47a1-8f3d-0fc1e52f2683,DISK] 2024-11-28T02:48:50,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40495,DS-aa02a03f-e94e-44c6-ab6d-9054a6e231b1,DISK] 2024-11-28T02:48:50,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33655,DS-6803ac50-6d28-47a1-8f3d-0fc1e52f2683,DISK] 2024-11-28T02:48:50,032 INFO [RS:0;978bd30859c3:43661 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/WALs/978bd30859c3,43661,1732762129296/978bd30859c3%2C43661%2C1732762129296.1732762130010 2024-11-28T02:48:50,033 DEBUG [RS:0;978bd30859c3:43661 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45227:45227),(127.0.0.1/127.0.0.1:34349:34349)] 2024-11-28T02:48:50,033 INFO [RS:1;978bd30859c3:33413 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/WALs/978bd30859c3,33413,1732762129338/978bd30859c3%2C33413%2C1732762129338.1732762130010 2024-11-28T02:48:50,033 DEBUG [RS:1;978bd30859c3:33413 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45227:45227),(127.0.0.1/127.0.0.1:34349:34349)] 2024-11-28T02:48:50,106 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T02:48:50,106 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498 2024-11-28T02:48:50,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33655 is added to blk_1073741834_1010 (size=32) 2024-11-28T02:48:50,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741834_1010 (size=32) 2024-11-28T02:48:50,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:50,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T02:48:50,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T02:48:50,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:50,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:50,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T02:48:50,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T02:48:50,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:50,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:50,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T02:48:50,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T02:48:50,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:50,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:50,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T02:48:50,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T02:48:50,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:50,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:50,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T02:48:50,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/hbase/meta/1588230740 2024-11-28T02:48:50,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/hbase/meta/1588230740 2024-11-28T02:48:50,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T02:48:50,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T02:48:50,138 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T02:48:50,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T02:48:50,142 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:48:50,143 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66454514, jitterRate=-0.009750574827194214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T02:48:50,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732762130123Initializing all the Stores at 1732762130124 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762130124Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762130124Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762130125 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762130125Cleaning up temporary data from old regions at 1732762130138 (+13 ms)Region opened successfully at 1732762130144 (+6 ms) 2024-11-28T02:48:50,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T02:48:50,144 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T02:48:50,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T02:48:50,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T02:48:50,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T02:48:50,145 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T02:48:50,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732762130144Disabling compacts and flushes for region at 1732762130144Disabling writes for close at 1732762130145 (+1 ms)Writing region close event to WAL at 1732762130145Closed at 1732762130145 2024-11-28T02:48:50,147 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T02:48:50,147 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T02:48:50,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T02:48:50,149 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T02:48:50,150 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T02:48:50,301 DEBUG [978bd30859c3:33457 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-28T02:48:50,301 DEBUG [978bd30859c3:33457 {}] balancer.BalancerClusterState(204): Hosts are {978bd30859c3=0} racks are {/default-rack=0} 2024-11-28T02:48:50,305 DEBUG [978bd30859c3:33457 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T02:48:50,305 DEBUG [978bd30859c3:33457 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T02:48:50,305 DEBUG [978bd30859c3:33457 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T02:48:50,305 DEBUG [978bd30859c3:33457 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T02:48:50,305 INFO [978bd30859c3:33457 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T02:48:50,305 INFO [978bd30859c3:33457 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T02:48:50,305 DEBUG [978bd30859c3:33457 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T02:48:50,306 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=978bd30859c3,43661,1732762129296 2024-11-28T02:48:50,309 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 978bd30859c3,43661,1732762129296, state=OPENING 2024-11-28T02:48:50,363 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T02:48:50,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10180a1659b0001, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:50,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10180a1659b0002, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:50,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:50,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:48:50,372 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T02:48:50,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:48:50,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:48:50,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=978bd30859c3,43661,1732762129296}] 2024-11-28T02:48:50,527 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:48:50,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39889, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:48:50,541 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T02:48:50,541 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:48:50,542 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T02:48:50,544 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C43661%2C1732762129296.meta, suffix=.meta, logDir=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/WALs/978bd30859c3,43661,1732762129296, archiveDir=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/oldWALs, maxLogs=32 2024-11-28T02:48:50,557 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/WALs/978bd30859c3,43661,1732762129296/978bd30859c3%2C43661%2C1732762129296.meta.1732762130545.meta, exclude list is [], retry=0 2024-11-28T02:48:50,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40495,DS-aa02a03f-e94e-44c6-ab6d-9054a6e231b1,DISK] 2024-11-28T02:48:50,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33655,DS-6803ac50-6d28-47a1-8f3d-0fc1e52f2683,DISK] 2024-11-28T02:48:50,563 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/WALs/978bd30859c3,43661,1732762129296/978bd30859c3%2C43661%2C1732762129296.meta.1732762130545.meta 2024-11-28T02:48:50,563 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34349:34349),(127.0.0.1/127.0.0.1:45227:45227)] 2024-11-28T02:48:50,563 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:48:50,564 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T02:48:50,564 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T02:48:50,564 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T02:48:50,564 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T02:48:50,564 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:50,564 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T02:48:50,564 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T02:48:50,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T02:48:50,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T02:48:50,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:50,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:50,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T02:48:50,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T02:48:50,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:50,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:50,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T02:48:50,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T02:48:50,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:50,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:50,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T02:48:50,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T02:48:50,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:50,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:50,575 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T02:48:50,576 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/hbase/meta/1588230740 2024-11-28T02:48:50,578 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/hbase/meta/1588230740 2024-11-28T02:48:50,579 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T02:48:50,580 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T02:48:50,580 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T02:48:50,582 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T02:48:50,584 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65760161, jitterRate=-0.020097240805625916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T02:48:50,584 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T02:48:50,585 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732762130564Writing region info on filesystem at 1732762130564Initializing all the Stores at 1732762130565 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762130565Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762130566 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762130566Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762130566Cleaning up temporary data from old regions at 1732762130580 (+14 ms)Running coprocessor post-open hooks at 1732762130584 (+4 ms)Region opened successfully at 1732762130585 (+1 ms) 2024-11-28T02:48:50,586 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732762130526 2024-11-28T02:48:50,589 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T02:48:50,589 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T02:48:50,590 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,43661,1732762129296 2024-11-28T02:48:50,591 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 978bd30859c3,43661,1732762129296, state=OPEN 2024-11-28T02:48:50,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:48:50,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10180a1659b0002, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:48:50,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10180a1659b0001, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:48:50,604 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=978bd30859c3,43661,1732762129296 2024-11-28T02:48:50,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:48:50,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:48:50,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:48:50,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T02:48:50,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=978bd30859c3,43661,1732762129296 in 232 msec 2024-11-28T02:48:50,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T02:48:50,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-11-28T02:48:50,613 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T02:48:50,613 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T02:48:50,614 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T02:48:50,614 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=978bd30859c3,43661,1732762129296, seqNum=-1] 2024-11-28T02:48:50,615 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:48:50,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57203, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:48:50,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 942 msec 2024-11-28T02:48:50,624 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732762130624, completionTime=-1 2024-11-28T02:48:50,624 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-28T02:48:50,624 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T02:48:50,627 INFO [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-28T02:48:50,627 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732762190627 2024-11-28T02:48:50,627 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732762250627 2024-11-28T02:48:50,627 INFO [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T02:48:50,627 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,33457,1732762129131-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:50,628 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,33457,1732762129131-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:50,628 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,33457,1732762129131-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:50,628 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-978bd30859c3:33457, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:50,628 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:50,628 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:50,630 DEBUG [master/978bd30859c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T02:48:50,633 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.236sec 2024-11-28T02:48:50,633 INFO [master/978bd30859c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T02:48:50,633 INFO [master/978bd30859c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T02:48:50,633 INFO [master/978bd30859c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T02:48:50,633 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T02:48:50,633 INFO [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T02:48:50,633 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,33457,1732762129131-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:48:50,633 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,33457,1732762129131-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T02:48:50,636 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T02:48:50,636 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T02:48:50,636 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,33457,1732762129131-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:50,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a14717b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:48:50,664 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 978bd30859c3,33457,-1 for getting cluster id 2024-11-28T02:48:50,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T02:48:50,667 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9eee7217-ae69-49d2-86b7-78fe9f8df0df' 2024-11-28T02:48:50,668 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T02:48:50,668 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9eee7217-ae69-49d2-86b7-78fe9f8df0df" 2024-11-28T02:48:50,669 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a9adb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:48:50,669 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [978bd30859c3,33457,-1] 2024-11-28T02:48:50,669 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T02:48:50,670 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:50,672 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T02:48:50,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c5eab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:48:50,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T02:48:50,677 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=978bd30859c3,43661,1732762129296, seqNum=-1] 2024-11-28T02:48:50,678 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:48:50,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40232, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:48:50,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=978bd30859c3,33457,1732762129131 2024-11-28T02:48:50,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T02:48:50,685 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 978bd30859c3,33457,1732762129131 2024-11-28T02:48:50,685 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21eb0c5f 2024-11-28T02:48:50,686 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T02:48:50,687 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T02:48:50,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:48:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-28T02:48:50,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T02:48:50,692 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:50,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-28T02:48:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:48:50,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T02:48:50,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741836_1012 (size=379) 2024-11-28T02:48:50,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33655 is added to blk_1073741836_1012 (size=379) 2024-11-28T02:48:50,704 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df2a88eaa690943766f2603307764f44, NAME => 'testClearRegionBlockCache,,1732762130688.df2a88eaa690943766f2603307764f44.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498 2024-11-28T02:48:50,705 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0ca1217fd9191f1846192d1e13426882, NAME => 'testClearRegionBlockCache,5,1732762130688.0ca1217fd9191f1846192d1e13426882.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498 2024-11-28T02:48:50,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741838_1014 (size=61) 2024-11-28T02:48:50,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33655 is added to blk_1073741837_1013 (size=61) 2024-11-28T02:48:50,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33655 is added to blk_1073741838_1014 (size=61) 2024-11-28T02:48:50,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741837_1013 (size=61) 2024-11-28T02:48:50,718 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732762130688.df2a88eaa690943766f2603307764f44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:50,718 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing df2a88eaa690943766f2603307764f44, disabling compactions & flushes 2024-11-28T02:48:50,718 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732762130688.df2a88eaa690943766f2603307764f44. 2024-11-28T02:48:50,718 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732762130688.df2a88eaa690943766f2603307764f44. 2024-11-28T02:48:50,718 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732762130688.df2a88eaa690943766f2603307764f44. after waiting 0 ms 2024-11-28T02:48:50,719 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732762130688.df2a88eaa690943766f2603307764f44. 2024-11-28T02:48:50,719 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732762130688.df2a88eaa690943766f2603307764f44. 2024-11-28T02:48:50,719 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732762130688.0ca1217fd9191f1846192d1e13426882.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:50,719 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for df2a88eaa690943766f2603307764f44: Waiting for close lock at 1732762130718Disabling compacts and flushes for region at 1732762130718Disabling writes for close at 1732762130718Writing region close event to WAL at 1732762130719 (+1 ms)Closed at 1732762130719 2024-11-28T02:48:50,719 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 0ca1217fd9191f1846192d1e13426882, disabling compactions & flushes 2024-11-28T02:48:50,719 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732762130688.0ca1217fd9191f1846192d1e13426882. 2024-11-28T02:48:50,719 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732762130688.0ca1217fd9191f1846192d1e13426882. 2024-11-28T02:48:50,719 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732762130688.0ca1217fd9191f1846192d1e13426882. after waiting 0 ms 2024-11-28T02:48:50,719 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732762130688.0ca1217fd9191f1846192d1e13426882. 2024-11-28T02:48:50,719 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732762130688.0ca1217fd9191f1846192d1e13426882. 2024-11-28T02:48:50,719 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0ca1217fd9191f1846192d1e13426882: Waiting for close lock at 1732762130719Disabling compacts and flushes for region at 1732762130719Disabling writes for close at 1732762130719Writing region close event to WAL at 1732762130719Closed at 1732762130719 2024-11-28T02:48:50,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T02:48:50,721 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732762130688.df2a88eaa690943766f2603307764f44.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732762130721"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762130721"}]},"ts":"1732762130721"} 2024-11-28T02:48:50,721 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732762130688.0ca1217fd9191f1846192d1e13426882.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732762130721"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762130721"}]},"ts":"1732762130721"} 2024-11-28T02:48:50,725 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-28T02:48:50,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T02:48:50,727 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732762130727"}]},"ts":"1732762130727"} 2024-11-28T02:48:50,730 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-28T02:48:50,730 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {978bd30859c3=0} racks are {/default-rack=0} 2024-11-28T02:48:50,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T02:48:50,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T02:48:50,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T02:48:50,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T02:48:50,732 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T02:48:50,732 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T02:48:50,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T02:48:50,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=df2a88eaa690943766f2603307764f44, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0ca1217fd9191f1846192d1e13426882, ASSIGN}] 2024-11-28T02:48:50,734 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0ca1217fd9191f1846192d1e13426882, ASSIGN 2024-11-28T02:48:50,734 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=df2a88eaa690943766f2603307764f44, ASSIGN 2024-11-28T02:48:50,736 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=df2a88eaa690943766f2603307764f44, ASSIGN; state=OFFLINE, location=978bd30859c3,43661,1732762129296; forceNewPlan=false, retain=false 2024-11-28T02:48:50,736 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0ca1217fd9191f1846192d1e13426882, ASSIGN; state=OFFLINE, location=978bd30859c3,33413,1732762129338; forceNewPlan=false, retain=false 2024-11-28T02:48:50,767 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T02:48:50,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:48:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:48:50,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:48:50,886 INFO [978bd30859c3:33457 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-28T02:48:50,887 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df2a88eaa690943766f2603307764f44, regionState=OPENING, regionLocation=978bd30859c3,43661,1732762129296 2024-11-28T02:48:50,887 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0ca1217fd9191f1846192d1e13426882, regionState=OPENING, regionLocation=978bd30859c3,33413,1732762129338 2024-11-28T02:48:50,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0ca1217fd9191f1846192d1e13426882, ASSIGN because future has completed 2024-11-28T02:48:50,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ca1217fd9191f1846192d1e13426882, server=978bd30859c3,33413,1732762129338}] 2024-11-28T02:48:50,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=df2a88eaa690943766f2603307764f44, ASSIGN because future has completed 2024-11-28T02:48:50,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df2a88eaa690943766f2603307764f44, server=978bd30859c3,43661,1732762129296}] 2024-11-28T02:48:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:48:51,051 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:48:51,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46907, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:48:51,061 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732762130688.df2a88eaa690943766f2603307764f44. 2024-11-28T02:48:51,061 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => df2a88eaa690943766f2603307764f44, NAME => 'testClearRegionBlockCache,,1732762130688.df2a88eaa690943766f2603307764f44.', STARTKEY => '', ENDKEY => '5'} 2024-11-28T02:48:51,062 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache df2a88eaa690943766f2603307764f44 2024-11-28T02:48:51,062 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732762130688.0ca1217fd9191f1846192d1e13426882. 2024-11-28T02:48:51,062 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732762130688.df2a88eaa690943766f2603307764f44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:51,062 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for df2a88eaa690943766f2603307764f44 2024-11-28T02:48:51,062 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for df2a88eaa690943766f2603307764f44 2024-11-28T02:48:51,062 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ca1217fd9191f1846192d1e13426882, NAME => 'testClearRegionBlockCache,5,1732762130688.0ca1217fd9191f1846192d1e13426882.', STARTKEY => '5', ENDKEY => ''} 2024-11-28T02:48:51,064 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0ca1217fd9191f1846192d1e13426882 2024-11-28T02:48:51,064 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732762130688.0ca1217fd9191f1846192d1e13426882.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:51,064 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0ca1217fd9191f1846192d1e13426882 2024-11-28T02:48:51,064 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0ca1217fd9191f1846192d1e13426882 2024-11-28T02:48:51,065 INFO [StoreOpener-df2a88eaa690943766f2603307764f44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region df2a88eaa690943766f2603307764f44 2024-11-28T02:48:51,066 INFO [StoreOpener-0ca1217fd9191f1846192d1e13426882-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0ca1217fd9191f1846192d1e13426882 2024-11-28T02:48:51,067 INFO [StoreOpener-df2a88eaa690943766f2603307764f44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df2a88eaa690943766f2603307764f44 columnFamilyName family 2024-11-28T02:48:51,067 DEBUG [StoreOpener-df2a88eaa690943766f2603307764f44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:51,068 INFO [StoreOpener-df2a88eaa690943766f2603307764f44-1 {}] regionserver.HStore(327): Store=df2a88eaa690943766f2603307764f44/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:48:51,068 INFO [StoreOpener-0ca1217fd9191f1846192d1e13426882-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ca1217fd9191f1846192d1e13426882 columnFamilyName family 2024-11-28T02:48:51,068 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for df2a88eaa690943766f2603307764f44 2024-11-28T02:48:51,068 DEBUG [StoreOpener-0ca1217fd9191f1846192d1e13426882-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:51,068 INFO [StoreOpener-0ca1217fd9191f1846192d1e13426882-1 {}] regionserver.HStore(327): Store=0ca1217fd9191f1846192d1e13426882/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:48:51,069 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0ca1217fd9191f1846192d1e13426882 2024-11-28T02:48:51,069 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/default/testClearRegionBlockCache/df2a88eaa690943766f2603307764f44 2024-11-28T02:48:51,069 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/default/testClearRegionBlockCache/df2a88eaa690943766f2603307764f44 2024-11-28T02:48:51,069 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/default/testClearRegionBlockCache/0ca1217fd9191f1846192d1e13426882 2024-11-28T02:48:51,070 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for df2a88eaa690943766f2603307764f44 2024-11-28T02:48:51,070 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for df2a88eaa690943766f2603307764f44 2024-11-28T02:48:51,070 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/default/testClearRegionBlockCache/0ca1217fd9191f1846192d1e13426882 2024-11-28T02:48:51,070 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0ca1217fd9191f1846192d1e13426882 2024-11-28T02:48:51,070 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0ca1217fd9191f1846192d1e13426882 2024-11-28T02:48:51,072 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for df2a88eaa690943766f2603307764f44 2024-11-28T02:48:51,072 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0ca1217fd9191f1846192d1e13426882 2024-11-28T02:48:51,078 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/default/testClearRegionBlockCache/0ca1217fd9191f1846192d1e13426882/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:48:51,078 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/default/testClearRegionBlockCache/df2a88eaa690943766f2603307764f44/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:48:51,079 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 0ca1217fd9191f1846192d1e13426882; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74653349, jitterRate=0.11242158710956573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T02:48:51,079 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ca1217fd9191f1846192d1e13426882 2024-11-28T02:48:51,080 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0ca1217fd9191f1846192d1e13426882: Running coprocessor pre-open hook at 1732762131065Writing region info on filesystem at 1732762131065Initializing all the Stores at 1732762131066 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762131066Cleaning up temporary data from old regions at 1732762131070 (+4 ms)Running coprocessor post-open hooks at 1732762131079 (+9 ms)Region opened successfully at 1732762131080 (+1 ms) 2024-11-28T02:48:51,080 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened df2a88eaa690943766f2603307764f44; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60095747, jitterRate=-0.1045035868883133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T02:48:51,080 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df2a88eaa690943766f2603307764f44 2024-11-28T02:48:51,080 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for df2a88eaa690943766f2603307764f44: Running coprocessor pre-open hook at 1732762131063Writing region info on filesystem at 1732762131063Initializing all the Stores at 1732762131065 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762131065Cleaning up temporary data from old regions at 1732762131070 (+5 ms)Running coprocessor post-open hooks at 1732762131080 (+10 ms)Region opened successfully at 1732762131080 2024-11-28T02:48:51,081 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732762130688.0ca1217fd9191f1846192d1e13426882., pid=7, masterSystemTime=1732762131050 2024-11-28T02:48:51,081 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732762130688.df2a88eaa690943766f2603307764f44., pid=8, masterSystemTime=1732762131052 2024-11-28T02:48:51,084 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732762130688.0ca1217fd9191f1846192d1e13426882. 2024-11-28T02:48:51,084 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732762130688.0ca1217fd9191f1846192d1e13426882. 2024-11-28T02:48:51,085 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0ca1217fd9191f1846192d1e13426882, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,33413,1732762129338 2024-11-28T02:48:51,086 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732762130688.df2a88eaa690943766f2603307764f44. 2024-11-28T02:48:51,086 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732762130688.df2a88eaa690943766f2603307764f44. 2024-11-28T02:48:51,087 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df2a88eaa690943766f2603307764f44, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,43661,1732762129296 2024-11-28T02:48:51,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ca1217fd9191f1846192d1e13426882, server=978bd30859c3,33413,1732762129338 because future has completed 2024-11-28T02:48:51,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df2a88eaa690943766f2603307764f44, server=978bd30859c3,43661,1732762129296 because future has completed 2024-11-28T02:48:51,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-28T02:48:51,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ca1217fd9191f1846192d1e13426882, server=978bd30859c3,33413,1732762129338 in 197 msec 2024-11-28T02:48:51,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-28T02:48:51,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure df2a88eaa690943766f2603307764f44, server=978bd30859c3,43661,1732762129296 in 194 msec 2024-11-28T02:48:51,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0ca1217fd9191f1846192d1e13426882, ASSIGN in 361 msec 2024-11-28T02:48:51,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T02:48:51,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=df2a88eaa690943766f2603307764f44, ASSIGN in 362 msec 2024-11-28T02:48:51,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T02:48:51,098 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732762131098"}]},"ts":"1732762131098"} 2024-11-28T02:48:51,101 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-28T02:48:51,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T02:48:51,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 414 msec 2024-11-28T02:48:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:48:51,321 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-28T02:48:51,321 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-28T02:48:51,322 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T02:48:51,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-28T02:48:51,329 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T02:48:51,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-28T02:48:51,332 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732762130688.df2a88eaa690943766f2603307764f44., hostname=978bd30859c3,43661,1732762129296, seqNum=2] 2024-11-28T02:48:51,346 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732762130688.0ca1217fd9191f1846192d1e13426882., hostname=978bd30859c3,33413,1732762129338, seqNum=2] 2024-11-28T02:48:51,346 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:48:51,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:48:51,360 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing df2a88eaa690943766f2603307764f44 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-28T02:48:51,376 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/default/testClearRegionBlockCache/df2a88eaa690943766f2603307764f44/.tmp/family/0682cee856854917bf1b440a39d199e4 is 32, key is 1/family:/1732762131334/Put/seqid=0 2024-11-28T02:48:51,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33655 is added to blk_1073741839_1015 (size=5054) 2024-11-28T02:48:51,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741839_1015 (size=5054) 2024-11-28T02:48:51,382 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/default/testClearRegionBlockCache/df2a88eaa690943766f2603307764f44/.tmp/family/0682cee856854917bf1b440a39d199e4 2024-11-28T02:48:51,392 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/default/testClearRegionBlockCache/df2a88eaa690943766f2603307764f44/.tmp/family/0682cee856854917bf1b440a39d199e4 as hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/default/testClearRegionBlockCache/df2a88eaa690943766f2603307764f44/family/0682cee856854917bf1b440a39d199e4 2024-11-28T02:48:51,403 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/default/testClearRegionBlockCache/df2a88eaa690943766f2603307764f44/family/0682cee856854917bf1b440a39d199e4, entries=4, sequenceid=8, filesize=4.9 K 2024-11-28T02:48:51,405 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for df2a88eaa690943766f2603307764f44 in 45ms, sequenceid=8, compaction requested=false 2024-11-28T02:48:51,405 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for df2a88eaa690943766f2603307764f44: 2024-11-28T02:48:51,405 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0ca1217fd9191f1846192d1e13426882 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-28T02:48:51,424 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/default/testClearRegionBlockCache/0ca1217fd9191f1846192d1e13426882/.tmp/family/e35e31e4f7f44f35a3ad8e47a9695986 is 32, key is 5/family:/1732762131349/Put/seqid=0 2024-11-28T02:48:51,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741840_1016 (size=5083) 2024-11-28T02:48:51,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33655 is added to blk_1073741840_1016 (size=5083) 2024-11-28T02:48:51,431 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/default/testClearRegionBlockCache/0ca1217fd9191f1846192d1e13426882/.tmp/family/e35e31e4f7f44f35a3ad8e47a9695986 2024-11-28T02:48:51,439 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/default/testClearRegionBlockCache/0ca1217fd9191f1846192d1e13426882/.tmp/family/e35e31e4f7f44f35a3ad8e47a9695986 as hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/default/testClearRegionBlockCache/0ca1217fd9191f1846192d1e13426882/family/e35e31e4f7f44f35a3ad8e47a9695986 2024-11-28T02:48:51,447 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/default/testClearRegionBlockCache/0ca1217fd9191f1846192d1e13426882/family/e35e31e4f7f44f35a3ad8e47a9695986, entries=5, sequenceid=9, filesize=5.0 K 2024-11-28T02:48:51,448 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 0ca1217fd9191f1846192d1e13426882 in 43ms, sequenceid=9, compaction requested=false 2024-11-28T02:48:51,448 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0ca1217fd9191f1846192d1e13426882: 2024-11-28T02:48:51,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T02:48:51,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T02:48:51,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:48:51,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:51,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:51,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T02:48:51,454 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T02:48:51,454 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=70998339, stopped=false 2024-11-28T02:48:51,454 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=978bd30859c3,33457,1732762129131 2024-11-28T02:48:51,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T02:48:51,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10180a1659b0002, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T02:48:51,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10180a1659b0001, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T02:48:51,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10180a1659b0002, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:51,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10180a1659b0001, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:51,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:51,496 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T02:48:51,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33413-0x10180a1659b0002, quorum=127.0.0.1:51330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:48:51,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:48:51,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T02:48:51,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:48:51,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43661-0x10180a1659b0001, quorum=127.0.0.1:51330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:48:51,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:51,497 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '978bd30859c3,43661,1732762129296' ***** 2024-11-28T02:48:51,498 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T02:48:51,498 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '978bd30859c3,33413,1732762129338' ***** 2024-11-28T02:48:51,498 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T02:48:51,499 INFO [RS:1;978bd30859c3:33413 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T02:48:51,499 INFO [RS:1;978bd30859c3:33413 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T02:48:51,499 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T02:48:51,499 INFO [RS:1;978bd30859c3:33413 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T02:48:51,499 INFO [RS:1;978bd30859c3:33413 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ca1217fd9191f1846192d1e13426882 2024-11-28T02:48:51,499 INFO [RS:1;978bd30859c3:33413 {}] regionserver.HRegionServer(959): stopping server 978bd30859c3,33413,1732762129338 2024-11-28T02:48:51,499 INFO [RS:1;978bd30859c3:33413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T02:48:51,499 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ca1217fd9191f1846192d1e13426882, disabling compactions & flushes 2024-11-28T02:48:51,499 INFO [RS:1;978bd30859c3:33413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;978bd30859c3:33413. 2024-11-28T02:48:51,499 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732762130688.0ca1217fd9191f1846192d1e13426882. 2024-11-28T02:48:51,500 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732762130688.0ca1217fd9191f1846192d1e13426882. 2024-11-28T02:48:51,500 DEBUG [RS:1;978bd30859c3:33413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:48:51,500 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732762130688.0ca1217fd9191f1846192d1e13426882. after waiting 0 ms 2024-11-28T02:48:51,500 DEBUG [RS:1;978bd30859c3:33413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:51,500 INFO [RS:0;978bd30859c3:43661 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T02:48:51,500 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732762130688.0ca1217fd9191f1846192d1e13426882. 2024-11-28T02:48:51,500 INFO [RS:1;978bd30859c3:33413 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T02:48:51,500 INFO [RS:0;978bd30859c3:43661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T02:48:51,500 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T02:48:51,500 DEBUG [RS:1;978bd30859c3:33413 {}] regionserver.HRegionServer(1325): Online Regions={0ca1217fd9191f1846192d1e13426882=testClearRegionBlockCache,5,1732762130688.0ca1217fd9191f1846192d1e13426882.} 2024-11-28T02:48:51,500 INFO [RS:0;978bd30859c3:43661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T02:48:51,500 DEBUG [RS:1;978bd30859c3:33413 {}] regionserver.HRegionServer(1351): Waiting on 0ca1217fd9191f1846192d1e13426882 2024-11-28T02:48:51,500 INFO [RS:0;978bd30859c3:43661 {}] regionserver.HRegionServer(3091): Received CLOSE for df2a88eaa690943766f2603307764f44 2024-11-28T02:48:51,500 INFO [RS:0;978bd30859c3:43661 {}] regionserver.HRegionServer(959): stopping server 978bd30859c3,43661,1732762129296 2024-11-28T02:48:51,500 INFO [RS:0;978bd30859c3:43661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T02:48:51,500 INFO [RS:0;978bd30859c3:43661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;978bd30859c3:43661. 2024-11-28T02:48:51,500 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df2a88eaa690943766f2603307764f44, disabling compactions & flushes 2024-11-28T02:48:51,501 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732762130688.df2a88eaa690943766f2603307764f44. 2024-11-28T02:48:51,501 DEBUG [RS:0;978bd30859c3:43661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:48:51,501 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732762130688.df2a88eaa690943766f2603307764f44. 2024-11-28T02:48:51,501 DEBUG [RS:0;978bd30859c3:43661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:51,501 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732762130688.df2a88eaa690943766f2603307764f44. after waiting 0 ms 2024-11-28T02:48:51,501 INFO [RS:0;978bd30859c3:43661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T02:48:51,501 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732762130688.df2a88eaa690943766f2603307764f44. 2024-11-28T02:48:51,501 INFO [RS:0;978bd30859c3:43661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T02:48:51,501 INFO [RS:0;978bd30859c3:43661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T02:48:51,501 INFO [RS:0;978bd30859c3:43661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T02:48:51,501 INFO [RS:0;978bd30859c3:43661 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T02:48:51,501 DEBUG [RS:0;978bd30859c3:43661 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, df2a88eaa690943766f2603307764f44=testClearRegionBlockCache,,1732762130688.df2a88eaa690943766f2603307764f44.} 2024-11-28T02:48:51,502 DEBUG [RS:0;978bd30859c3:43661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df2a88eaa690943766f2603307764f44 2024-11-28T02:48:51,502 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T02:48:51,502 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T02:48:51,502 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T02:48:51,502 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T02:48:51,502 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T02:48:51,502 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-28T02:48:51,506 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/default/testClearRegionBlockCache/0ca1217fd9191f1846192d1e13426882/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-28T02:48:51,506 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/default/testClearRegionBlockCache/df2a88eaa690943766f2603307764f44/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T02:48:51,507 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732762130688.0ca1217fd9191f1846192d1e13426882. 2024-11-28T02:48:51,507 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732762130688.df2a88eaa690943766f2603307764f44. 2024-11-28T02:48:51,507 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ca1217fd9191f1846192d1e13426882: Waiting for close lock at 1732762131499Running coprocessor pre-close hooks at 1732762131499Disabling compacts and flushes for region at 1732762131499Disabling writes for close at 1732762131500 (+1 ms)Writing region close event to WAL at 1732762131500Running coprocessor post-close hooks at 1732762131507 (+7 ms)Closed at 1732762131507 2024-11-28T02:48:51,507 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df2a88eaa690943766f2603307764f44: Waiting for close lock at 1732762131500Running coprocessor pre-close hooks at 1732762131500Disabling compacts and flushes for region at 1732762131500Disabling writes for close at 1732762131501 (+1 ms)Writing region close event to WAL at 1732762131502 (+1 ms)Running coprocessor post-close hooks at 1732762131507 (+5 ms)Closed at 1732762131507 2024-11-28T02:48:51,507 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732762130688.df2a88eaa690943766f2603307764f44. 2024-11-28T02:48:51,507 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732762130688.0ca1217fd9191f1846192d1e13426882. 2024-11-28T02:48:51,519 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/hbase/meta/1588230740/.tmp/info/85173d749e31459c81847dbb0e8ec05d is 173, key is testClearRegionBlockCache,5,1732762130688.0ca1217fd9191f1846192d1e13426882./info:regioninfo/1732762131085/Put/seqid=0 2024-11-28T02:48:51,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741841_1017 (size=8173) 2024-11-28T02:48:51,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33655 is added to blk_1073741841_1017 (size=8173) 2024-11-28T02:48:51,526 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/hbase/meta/1588230740/.tmp/info/85173d749e31459c81847dbb0e8ec05d 2024-11-28T02:48:51,550 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/hbase/meta/1588230740/.tmp/ns/9af11844fd864d0ca78c19368d6c6fd9 is 43, key is default/ns:d/1732762130617/Put/seqid=0 2024-11-28T02:48:51,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33655 is added to blk_1073741842_1018 (size=5153) 2024-11-28T02:48:51,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741842_1018 (size=5153) 2024-11-28T02:48:51,556 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/hbase/meta/1588230740/.tmp/ns/9af11844fd864d0ca78c19368d6c6fd9 2024-11-28T02:48:51,571 INFO [regionserver/978bd30859c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:48:51,574 INFO [regionserver/978bd30859c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:48:51,580 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/hbase/meta/1588230740/.tmp/table/808fafec703e49b8b7548bc624763cc9 is 61, key is testClearRegionBlockCache/table:state/1732762131098/Put/seqid=0 2024-11-28T02:48:51,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33655 is added to blk_1073741843_1019 (size=5312) 2024-11-28T02:48:51,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741843_1019 (size=5312) 2024-11-28T02:48:51,587 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/hbase/meta/1588230740/.tmp/table/808fafec703e49b8b7548bc624763cc9 2024-11-28T02:48:51,595 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/hbase/meta/1588230740/.tmp/info/85173d749e31459c81847dbb0e8ec05d as hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/hbase/meta/1588230740/info/85173d749e31459c81847dbb0e8ec05d 2024-11-28T02:48:51,603 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/hbase/meta/1588230740/info/85173d749e31459c81847dbb0e8ec05d, entries=20, sequenceid=13, filesize=8.0 K 2024-11-28T02:48:51,605 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/hbase/meta/1588230740/.tmp/ns/9af11844fd864d0ca78c19368d6c6fd9 as hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/hbase/meta/1588230740/ns/9af11844fd864d0ca78c19368d6c6fd9 2024-11-28T02:48:51,614 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/hbase/meta/1588230740/ns/9af11844fd864d0ca78c19368d6c6fd9, entries=2, sequenceid=13, filesize=5.0 K 2024-11-28T02:48:51,616 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/hbase/meta/1588230740/.tmp/table/808fafec703e49b8b7548bc624763cc9 as hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/hbase/meta/1588230740/table/808fafec703e49b8b7548bc624763cc9 2024-11-28T02:48:51,623 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/hbase/meta/1588230740/table/808fafec703e49b8b7548bc624763cc9, entries=2, sequenceid=13, filesize=5.2 K 2024-11-28T02:48:51,625 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=13, compaction requested=false 2024-11-28T02:48:51,631 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-28T02:48:51,631 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T02:48:51,631 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T02:48:51,632 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732762131501Running coprocessor pre-close hooks at 1732762131502 (+1 ms)Disabling compacts and flushes for region at 1732762131502Disabling writes for close at 1732762131502Obtaining lock to block concurrent updates at 1732762131502Preparing flush snapshotting stores in 1588230740 at 1732762131502Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732762131503 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732762131503Flushing 1588230740/info: creating writer at 1732762131504 (+1 ms)Flushing 1588230740/info: appending metadata at 1732762131519 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732762131519Flushing 1588230740/ns: creating writer at 1732762131534 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732762131549 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732762131549Flushing 1588230740/table: creating writer at 1732762131564 (+15 ms)Flushing 1588230740/table: appending metadata at 1732762131579 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732762131580 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70232768: reopening flushed file at 1732762131594 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11558e7a: reopening flushed file at 1732762131603 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b518164: reopening flushed file at 1732762131614 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=13, compaction requested=false at 1732762131625 (+11 ms)Writing region close event to WAL at 1732762131626 (+1 ms)Running coprocessor post-close hooks at 1732762131631 (+5 ms)Closed at 1732762131631 2024-11-28T02:48:51,632 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T02:48:51,700 INFO [RS:1;978bd30859c3:33413 {}] regionserver.HRegionServer(976): stopping server 978bd30859c3,33413,1732762129338; all regions closed. 2024-11-28T02:48:51,702 INFO [RS:0;978bd30859c3:43661 {}] regionserver.HRegionServer(976): stopping server 978bd30859c3,43661,1732762129296; all regions closed. 2024-11-28T02:48:51,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741832_1008 (size=1867) 2024-11-28T02:48:51,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33655 is added to blk_1073741832_1008 (size=1867) 2024-11-28T02:48:51,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741835_1011 (size=4338) 2024-11-28T02:48:51,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33655 is added to blk_1073741835_1011 (size=4338) 2024-11-28T02:48:51,706 DEBUG [RS:1;978bd30859c3:33413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/oldWALs 2024-11-28T02:48:51,706 INFO [RS:1;978bd30859c3:33413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C33413%2C1732762129338:(num 1732762130010) 2024-11-28T02:48:51,706 DEBUG [RS:1;978bd30859c3:33413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:51,706 INFO [RS:1;978bd30859c3:33413 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:48:51,706 INFO [RS:1;978bd30859c3:33413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T02:48:51,707 INFO [RS:1;978bd30859c3:33413 {}] hbase.ChoreService(370): Chore service for: regionserver/978bd30859c3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T02:48:51,707 INFO [RS:1;978bd30859c3:33413 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T02:48:51,707 INFO [RS:1;978bd30859c3:33413 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T02:48:51,707 INFO [RS:1;978bd30859c3:33413 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T02:48:51,707 INFO [regionserver/978bd30859c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T02:48:51,707 INFO [RS:1;978bd30859c3:33413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T02:48:51,707 INFO [RS:1;978bd30859c3:33413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33413 2024-11-28T02:48:51,708 DEBUG [RS:0;978bd30859c3:43661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/oldWALs 2024-11-28T02:48:51,708 INFO [RS:0;978bd30859c3:43661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C43661%2C1732762129296.meta:.meta(num 1732762130545) 2024-11-28T02:48:51,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33655 is added to blk_1073741833_1009 (size=1758) 2024-11-28T02:48:51,710 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/WALs/978bd30859c3,43661,1732762129296/978bd30859c3%2C43661%2C1732762129296.1732762130010 not finished, retry = 0 2024-11-28T02:48:51,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741833_1009 (size=1758) 2024-11-28T02:48:51,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10180a1659b0002, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/978bd30859c3,33413,1732762129338 2024-11-28T02:48:51,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T02:48:51,754 INFO [RS:1;978bd30859c3:33413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T02:48:51,762 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [978bd30859c3,33413,1732762129338] 2024-11-28T02:48:51,771 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/978bd30859c3,33413,1732762129338 already deleted, retry=false 2024-11-28T02:48:51,771 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 978bd30859c3,33413,1732762129338 expired; onlineServers=1 2024-11-28T02:48:51,814 DEBUG [RS:0;978bd30859c3:43661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/oldWALs 2024-11-28T02:48:51,814 INFO [RS:0;978bd30859c3:43661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C43661%2C1732762129296:(num 1732762130010) 2024-11-28T02:48:51,814 DEBUG [RS:0;978bd30859c3:43661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:51,814 INFO [RS:0;978bd30859c3:43661 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:48:51,814 INFO [RS:0;978bd30859c3:43661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T02:48:51,814 INFO [RS:0;978bd30859c3:43661 {}] hbase.ChoreService(370): Chore service for: regionserver/978bd30859c3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T02:48:51,815 INFO [RS:0;978bd30859c3:43661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T02:48:51,815 INFO [regionserver/978bd30859c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T02:48:51,815 INFO [RS:0;978bd30859c3:43661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43661 2024-11-28T02:48:51,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10180a1659b0001, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/978bd30859c3,43661,1732762129296 2024-11-28T02:48:51,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T02:48:51,821 INFO [RS:0;978bd30859c3:43661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T02:48:51,829 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [978bd30859c3,43661,1732762129296] 2024-11-28T02:48:51,837 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/978bd30859c3,43661,1732762129296 already deleted, retry=false 2024-11-28T02:48:51,837 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 978bd30859c3,43661,1732762129296 expired; onlineServers=0 2024-11-28T02:48:51,837 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '978bd30859c3,33457,1732762129131' ***** 2024-11-28T02:48:51,837 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T02:48:51,838 INFO [M:0;978bd30859c3:33457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T02:48:51,838 INFO [M:0;978bd30859c3:33457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T02:48:51,838 DEBUG [M:0;978bd30859c3:33457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T02:48:51,838 DEBUG [M:0;978bd30859c3:33457 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T02:48:51,838 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T02:48:51,838 DEBUG [master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762129692 {}] cleaner.HFileCleaner(306): Exit Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762129692,5,FailOnTimeoutGroup] 2024-11-28T02:48:51,838 DEBUG [master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762129692 {}] cleaner.HFileCleaner(306): Exit Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762129692,5,FailOnTimeoutGroup] 2024-11-28T02:48:51,838 INFO [M:0;978bd30859c3:33457 {}] hbase.ChoreService(370): Chore service for: master/978bd30859c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T02:48:51,838 INFO [M:0;978bd30859c3:33457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T02:48:51,838 DEBUG [M:0;978bd30859c3:33457 {}] master.HMaster(1795): Stopping service threads 2024-11-28T02:48:51,838 INFO [M:0;978bd30859c3:33457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T02:48:51,838 INFO [M:0;978bd30859c3:33457 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T02:48:51,839 INFO [M:0;978bd30859c3:33457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T02:48:51,839 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T02:48:51,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T02:48:51,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:51,846 DEBUG [M:0;978bd30859c3:33457 {}] zookeeper.ZKUtil(347): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T02:48:51,846 WARN [M:0;978bd30859c3:33457 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T02:48:51,847 INFO [M:0;978bd30859c3:33457 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/.lastflushedseqids 2024-11-28T02:48:51,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741844_1020 (size=182) 2024-11-28T02:48:51,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33655 is added to blk_1073741844_1020 (size=182) 2024-11-28T02:48:51,855 INFO [M:0;978bd30859c3:33457 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T02:48:51,856 INFO [M:0;978bd30859c3:33457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T02:48:51,856 DEBUG [M:0;978bd30859c3:33457 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T02:48:51,856 INFO [M:0;978bd30859c3:33457 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:51,856 DEBUG [M:0;978bd30859c3:33457 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:51,856 DEBUG [M:0;978bd30859c3:33457 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T02:48:51,856 DEBUG [M:0;978bd30859c3:33457 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:51,856 INFO [M:0;978bd30859c3:33457 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-28T02:48:51,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10180a1659b0002, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:48:51,862 INFO [RS:1;978bd30859c3:33413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T02:48:51,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x10180a1659b0002, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:48:51,863 INFO [RS:1;978bd30859c3:33413 {}] regionserver.HRegionServer(1031): Exiting; stopping=978bd30859c3,33413,1732762129338; zookeeper connection closed. 2024-11-28T02:48:51,863 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@760bbfff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@760bbfff 2024-11-28T02:48:51,874 DEBUG [M:0;978bd30859c3:33457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6507d6a28f8447f5a5b6ece5d593e367 is 82, key is hbase:meta,,1/info:regioninfo/1732762130590/Put/seqid=0 2024-11-28T02:48:51,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741845_1021 (size=5672) 2024-11-28T02:48:51,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33655 is added to blk_1073741845_1021 (size=5672) 2024-11-28T02:48:51,881 INFO [M:0;978bd30859c3:33457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6507d6a28f8447f5a5b6ece5d593e367 2024-11-28T02:48:51,902 DEBUG [M:0;978bd30859c3:33457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66c643a7c29a413f937fbad2219cc9ff is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732762131105/Put/seqid=0 2024-11-28T02:48:51,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741846_1022 (size=6218) 2024-11-28T02:48:51,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33655 is added to blk_1073741846_1022 (size=6218) 2024-11-28T02:48:51,909 INFO [M:0;978bd30859c3:33457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66c643a7c29a413f937fbad2219cc9ff 2024-11-28T02:48:51,929 INFO [RS:0;978bd30859c3:43661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T02:48:51,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10180a1659b0001, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:48:51,929 INFO [RS:0;978bd30859c3:43661 {}] regionserver.HRegionServer(1031): Exiting; stopping=978bd30859c3,43661,1732762129296; zookeeper connection closed. 2024-11-28T02:48:51,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43661-0x10180a1659b0001, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:48:51,930 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e28a61e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e28a61e 2024-11-28T02:48:51,930 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-28T02:48:51,939 DEBUG [M:0;978bd30859c3:33457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1a3bbf1188b45b6a8f7527fcb1fdd51 is 69, key is 978bd30859c3,33413,1732762129338/rs:state/1732762129816/Put/seqid=0 2024-11-28T02:48:51,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33655 is added to blk_1073741847_1023 (size=5224) 2024-11-28T02:48:51,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741847_1023 (size=5224) 2024-11-28T02:48:52,347 INFO [M:0;978bd30859c3:33457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1a3bbf1188b45b6a8f7527fcb1fdd51 2024-11-28T02:48:52,357 DEBUG [M:0;978bd30859c3:33457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6507d6a28f8447f5a5b6ece5d593e367 as hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6507d6a28f8447f5a5b6ece5d593e367 2024-11-28T02:48:52,366 INFO [M:0;978bd30859c3:33457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6507d6a28f8447f5a5b6ece5d593e367, entries=8, sequenceid=71, filesize=5.5 K 2024-11-28T02:48:52,368 DEBUG [M:0;978bd30859c3:33457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66c643a7c29a413f937fbad2219cc9ff as hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66c643a7c29a413f937fbad2219cc9ff 2024-11-28T02:48:52,375 INFO [M:0;978bd30859c3:33457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66c643a7c29a413f937fbad2219cc9ff, entries=8, sequenceid=71, filesize=6.1 K 2024-11-28T02:48:52,376 DEBUG [M:0;978bd30859c3:33457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1a3bbf1188b45b6a8f7527fcb1fdd51 as hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1a3bbf1188b45b6a8f7527fcb1fdd51 2024-11-28T02:48:52,384 INFO [M:0;978bd30859c3:33457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36855/user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1a3bbf1188b45b6a8f7527fcb1fdd51, entries=2, sequenceid=71, filesize=5.1 K 2024-11-28T02:48:52,385 INFO [M:0;978bd30859c3:33457 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 529ms, sequenceid=71, compaction requested=false 2024-11-28T02:48:52,387 INFO [M:0;978bd30859c3:33457 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:52,387 DEBUG [M:0;978bd30859c3:33457 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732762131856Disabling compacts and flushes for region at 1732762131856Disabling writes for close at 1732762131856Obtaining lock to block concurrent updates at 1732762131856Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732762131856Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1732762131857 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732762131857Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732762131857Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732762131873 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732762131873Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732762131887 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732762131902 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732762131902Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732762131916 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732762131938 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732762131938Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aebd060: reopening flushed file at 1732762132356 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e466600: reopening flushed file at 1732762132366 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ac8d43a: reopening flushed file at 1732762132375 (+9 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 529ms, sequenceid=71, compaction requested=false at 1732762132386 (+11 ms)Writing region close event to WAL at 1732762132387 (+1 ms)Closed at 1732762132387 2024-11-28T02:48:52,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33655 is added to blk_1073741830_1006 (size=35428) 2024-11-28T02:48:52,390 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/50bd7f4f-4f69-3387-38af-b61e0a94d498/MasterData/WALs/978bd30859c3,33457,1732762129131/978bd30859c3%2C33457%2C1732762129131.1732762129474 not finished, retry = 0 2024-11-28T02:48:52,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741830_1006 (size=35428) 2024-11-28T02:48:52,492 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T02:48:52,492 INFO [M:0;978bd30859c3:33457 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T02:48:52,493 INFO [M:0;978bd30859c3:33457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33457 2024-11-28T02:48:52,493 INFO [M:0;978bd30859c3:33457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T02:48:52,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:48:52,655 INFO [M:0;978bd30859c3:33457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T02:48:52,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33457-0x10180a1659b0000, quorum=127.0.0.1:51330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:48:52,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5edde1d6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:48:52,689 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a66f5b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T02:48:52,689 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T02:48:52,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27f30afa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T02:48:52,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ad4f567{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/hadoop.log.dir/,STOPPED} 2024-11-28T02:48:52,693 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T02:48:52,693 WARN [BP-694793107-172.17.0.2-1732762127402 heartbeating to localhost/127.0.0.1:36855 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T02:48:52,693 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T02:48:52,693 WARN [BP-694793107-172.17.0.2-1732762127402 heartbeating to localhost/127.0.0.1:36855 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-694793107-172.17.0.2-1732762127402 (Datanode Uuid f85e2203-968c-4e63-935b-0a75d90e542d) service to localhost/127.0.0.1:36855 2024-11-28T02:48:52,694 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/cluster_856fc72f-9373-a89a-808f-14c0bb5cd6b5/data/data3/current/BP-694793107-172.17.0.2-1732762127402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:48:52,694 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/cluster_856fc72f-9373-a89a-808f-14c0bb5cd6b5/data/data4/current/BP-694793107-172.17.0.2-1732762127402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:48:52,694 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T02:48:52,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1119c3b5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:48:52,697 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@397584a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T02:48:52,697 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T02:48:52,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d0e0050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T02:48:52,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d053c49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/hadoop.log.dir/,STOPPED} 2024-11-28T02:48:52,698 WARN [BP-694793107-172.17.0.2-1732762127402 heartbeating to localhost/127.0.0.1:36855 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T02:48:52,698 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T02:48:52,699 WARN [BP-694793107-172.17.0.2-1732762127402 heartbeating to localhost/127.0.0.1:36855 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-694793107-172.17.0.2-1732762127402 (Datanode Uuid 04de5959-6311-47e9-ba49-889d93a0eaf6) service to localhost/127.0.0.1:36855 2024-11-28T02:48:52,699 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T02:48:52,699 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/cluster_856fc72f-9373-a89a-808f-14c0bb5cd6b5/data/data1/current/BP-694793107-172.17.0.2-1732762127402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:48:52,699 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/cluster_856fc72f-9373-a89a-808f-14c0bb5cd6b5/data/data2/current/BP-694793107-172.17.0.2-1732762127402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:48:52,700 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T02:48:52,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1811e72e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T02:48:52,705 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d643cf7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T02:48:52,705 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T02:48:52,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25edd9b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T02:48:52,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e1d15d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/hadoop.log.dir/,STOPPED} 2024-11-28T02:48:52,712 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T02:48:52,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T02:48:52,737 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=114 (was 84) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36855 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36855 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 411) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=168 (was 183), ProcessCount=11 (was 11), AvailableMemoryMB=7482 (was 7604) 2024-11-28T02:48:52,743 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=114, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=168, ProcessCount=11, AvailableMemoryMB=7482 2024-11-28T02:48:52,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/hadoop.log.dir so I do NOT create it in target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415 2024-11-28T02:48:52,756 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T02:48:52,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/hadoop.tmp.dir so I do NOT create it in target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415 2024-11-28T02:48:52,756 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1377bbd3-057a-90f7-59eb-18f1669f223b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T02:48:52,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415 2024-11-28T02:48:52,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T02:48:52,757 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/cluster_4348f590-8ae4-a051-9937-e974c1fb6923, deleteOnExit=true 2024-11-28T02:48:52,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T02:48:52,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/test.cache.data in system properties and HBase conf 2024-11-28T02:48:52,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T02:48:52,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/hadoop.log.dir in system properties and HBase conf 2024-11-28T02:48:52,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T02:48:52,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T02:48:52,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T02:48:52,757 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T02:48:52,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T02:48:52,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T02:48:52,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T02:48:52,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T02:48:52,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T02:48:52,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T02:48:52,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T02:48:52,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T02:48:52,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T02:48:52,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/nfs.dump.dir in system properties and HBase conf 2024-11-28T02:48:52,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/java.io.tmpdir in system properties and HBase conf 2024-11-28T02:48:52,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T02:48:52,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T02:48:52,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T02:48:53,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:48:53,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:48:53,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:48:53,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:48:53,033 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T02:48:53,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:48:53,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c77a395{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:48:53,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@281223ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:48:53,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@326da6f1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/java.io.tmpdir/jetty-localhost-33051-hadoop-hdfs-3_4_1-tests_jar-_-any-9776365883090633592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T02:48:53,129 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d7b936d{HTTP/1.1, (http/1.1)}{localhost:33051} 2024-11-28T02:48:53,129 INFO [Time-limited test {}] server.Server(415): Started @16019ms 2024-11-28T02:48:53,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:48:53,389 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:48:53,390 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:48:53,390 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:48:53,390 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T02:48:53,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@745595d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:48:53,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7896a0c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:48:53,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5abb7875{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/java.io.tmpdir/jetty-localhost-37493-hadoop-hdfs-3_4_1-tests_jar-_-any-12132050011971599806/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:48:53,485 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d665d2{HTTP/1.1, (http/1.1)}{localhost:37493} 2024-11-28T02:48:53,485 INFO [Time-limited test {}] server.Server(415): Started @16375ms 2024-11-28T02:48:53,487 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T02:48:53,520 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:48:53,525 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:48:53,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:48:53,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:48:53,527 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T02:48:53,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ce0c400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:48:53,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48b65518{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:48:53,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b7ce3a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/java.io.tmpdir/jetty-localhost-41453-hadoop-hdfs-3_4_1-tests_jar-_-any-8372612427953568284/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:48:53,621 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57b92523{HTTP/1.1, (http/1.1)}{localhost:41453} 2024-11-28T02:48:53,621 INFO [Time-limited test {}] server.Server(415): Started @16511ms 2024-11-28T02:48:53,625 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T02:48:54,281 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/cluster_4348f590-8ae4-a051-9937-e974c1fb6923/data/data1/current/BP-460635072-172.17.0.2-1732762132782/current, will proceed with Du for space computation calculation, 2024-11-28T02:48:54,281 WARN [Thread-633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/cluster_4348f590-8ae4-a051-9937-e974c1fb6923/data/data2/current/BP-460635072-172.17.0.2-1732762132782/current, will proceed with Du for space computation calculation, 2024-11-28T02:48:54,307 WARN [Thread-596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T02:48:54,310 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e672877254d81ac with lease ID 0x47fb71b71da600d: Processing first storage report for DS-41551a0e-8e36-4bba-8a59-a3fc536debd2 from datanode DatanodeRegistration(127.0.0.1:44953, datanodeUuid=32cc450b-89c6-4814-8657-75a89c5d76e0, infoPort=34863, infoSecurePort=0, ipcPort=43895, storageInfo=lv=-57;cid=testClusterID;nsid=1678143490;c=1732762132782) 2024-11-28T02:48:54,310 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e672877254d81ac with lease ID 0x47fb71b71da600d: from storage DS-41551a0e-8e36-4bba-8a59-a3fc536debd2 node DatanodeRegistration(127.0.0.1:44953, datanodeUuid=32cc450b-89c6-4814-8657-75a89c5d76e0, infoPort=34863, infoSecurePort=0, ipcPort=43895, storageInfo=lv=-57;cid=testClusterID;nsid=1678143490;c=1732762132782), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:48:54,310 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e672877254d81ac with lease ID 0x47fb71b71da600d: Processing first storage report for DS-8871028e-4801-4b4d-a1ba-c6eefe45052e from datanode DatanodeRegistration(127.0.0.1:44953, datanodeUuid=32cc450b-89c6-4814-8657-75a89c5d76e0, infoPort=34863, infoSecurePort=0, ipcPort=43895, storageInfo=lv=-57;cid=testClusterID;nsid=1678143490;c=1732762132782) 2024-11-28T02:48:54,310 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e672877254d81ac with lease ID 0x47fb71b71da600d: from storage DS-8871028e-4801-4b4d-a1ba-c6eefe45052e node DatanodeRegistration(127.0.0.1:44953, datanodeUuid=32cc450b-89c6-4814-8657-75a89c5d76e0, infoPort=34863, infoSecurePort=0, ipcPort=43895, storageInfo=lv=-57;cid=testClusterID;nsid=1678143490;c=1732762132782), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:48:54,386 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/cluster_4348f590-8ae4-a051-9937-e974c1fb6923/data/data3/current/BP-460635072-172.17.0.2-1732762132782/current, will proceed with Du for space computation calculation, 2024-11-28T02:48:54,387 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/cluster_4348f590-8ae4-a051-9937-e974c1fb6923/data/data4/current/BP-460635072-172.17.0.2-1732762132782/current, will proceed with Du for space computation calculation, 2024-11-28T02:48:54,409 WARN [Thread-619 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T02:48:54,411 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf85cf6b937b9c82c with lease ID 0x47fb71b71da600e: Processing first storage report for DS-6bfad213-a04c-4cf6-96b7-145a0dc2b860 from datanode DatanodeRegistration(127.0.0.1:46037, datanodeUuid=30effad3-7ada-4349-a97d-a2a407b07df9, infoPort=44417, infoSecurePort=0, ipcPort=37573, storageInfo=lv=-57;cid=testClusterID;nsid=1678143490;c=1732762132782) 2024-11-28T02:48:54,411 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf85cf6b937b9c82c with lease ID 0x47fb71b71da600e: from storage DS-6bfad213-a04c-4cf6-96b7-145a0dc2b860 node DatanodeRegistration(127.0.0.1:46037, datanodeUuid=30effad3-7ada-4349-a97d-a2a407b07df9, infoPort=44417, infoSecurePort=0, ipcPort=37573, storageInfo=lv=-57;cid=testClusterID;nsid=1678143490;c=1732762132782), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T02:48:54,411 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf85cf6b937b9c82c with lease ID 0x47fb71b71da600e: Processing first storage report for DS-5f272b6b-0883-42b1-8b88-08487e67ea52 from datanode DatanodeRegistration(127.0.0.1:46037, datanodeUuid=30effad3-7ada-4349-a97d-a2a407b07df9, infoPort=44417, infoSecurePort=0, ipcPort=37573, storageInfo=lv=-57;cid=testClusterID;nsid=1678143490;c=1732762132782) 2024-11-28T02:48:54,411 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf85cf6b937b9c82c with lease ID 0x47fb71b71da600e: from storage DS-5f272b6b-0883-42b1-8b88-08487e67ea52 node DatanodeRegistration(127.0.0.1:46037, datanodeUuid=30effad3-7ada-4349-a97d-a2a407b07df9, infoPort=44417, infoSecurePort=0, ipcPort=37573, storageInfo=lv=-57;cid=testClusterID;nsid=1678143490;c=1732762132782), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:48:54,458 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415 2024-11-28T02:48:54,461 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/cluster_4348f590-8ae4-a051-9937-e974c1fb6923/zookeeper_0, clientPort=53073, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/cluster_4348f590-8ae4-a051-9937-e974c1fb6923/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/cluster_4348f590-8ae4-a051-9937-e974c1fb6923/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T02:48:54,463 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53073 2024-11-28T02:48:54,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:54,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:54,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46037 is added to blk_1073741825_1001 (size=7) 2024-11-28T02:48:54,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741825_1001 (size=7) 2024-11-28T02:48:54,480 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1 with version=8 2024-11-28T02:48:54,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/hbase-staging 2024-11-28T02:48:54,483 INFO [Time-limited test {}] client.ConnectionUtils(128): master/978bd30859c3:0 server-side Connection retries=45 2024-11-28T02:48:54,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:54,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:54,483 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:48:54,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:54,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:48:54,483 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T02:48:54,483 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:48:54,484 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33589 2024-11-28T02:48:54,485 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33589 connecting to ZooKeeper ensemble=127.0.0.1:53073 2024-11-28T02:48:54,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335890x0, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:48:54,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33589-0x10180a17a810000 connected 2024-11-28T02:48:54,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:54,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:54,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:48:54,605 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1, hbase.cluster.distributed=false 2024-11-28T02:48:54,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:48:54,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33589 2024-11-28T02:48:54,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33589 2024-11-28T02:48:54,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33589 2024-11-28T02:48:54,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33589 2024-11-28T02:48:54,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33589 2024-11-28T02:48:54,625 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/978bd30859c3:0 server-side Connection retries=45 2024-11-28T02:48:54,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:54,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:54,625 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:48:54,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:54,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:48:54,626 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T02:48:54,626 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:48:54,626 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37531 2024-11-28T02:48:54,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37531 connecting to ZooKeeper ensemble=127.0.0.1:53073 2024-11-28T02:48:54,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:54,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:54,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375310x0, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:48:54,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37531-0x10180a17a810001 connected 2024-11-28T02:48:54,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37531-0x10180a17a810001, quorum=127.0.0.1:53073, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:48:54,637 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T02:48:54,638 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T02:48:54,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37531-0x10180a17a810001, quorum=127.0.0.1:53073, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T02:48:54,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37531-0x10180a17a810001, quorum=127.0.0.1:53073, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:48:54,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37531 2024-11-28T02:48:54,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37531 2024-11-28T02:48:54,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37531 2024-11-28T02:48:54,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37531 2024-11-28T02:48:54,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37531 2024-11-28T02:48:54,658 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/978bd30859c3:0 server-side Connection retries=45 2024-11-28T02:48:54,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:54,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:54,658 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:48:54,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:54,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:48:54,658 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T02:48:54,658 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:48:54,659 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33017 2024-11-28T02:48:54,660 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33017 connecting to ZooKeeper ensemble=127.0.0.1:53073 2024-11-28T02:48:54,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:54,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:54,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330170x0, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:48:54,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33017-0x10180a17a810002 connected 2024-11-28T02:48:54,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33017-0x10180a17a810002, quorum=127.0.0.1:53073, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:48:54,671 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T02:48:54,674 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T02:48:54,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33017-0x10180a17a810002, quorum=127.0.0.1:53073, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T02:48:54,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33017-0x10180a17a810002, quorum=127.0.0.1:53073, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:48:54,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33017 2024-11-28T02:48:54,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33017 2024-11-28T02:48:54,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33017 2024-11-28T02:48:54,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33017 2024-11-28T02:48:54,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33017 2024-11-28T02:48:54,695 DEBUG [M:0;978bd30859c3:33589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;978bd30859c3:33589 2024-11-28T02:48:54,696 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/978bd30859c3,33589,1732762134483 2024-11-28T02:48:54,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:54,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x10180a17a810002, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:54,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10180a17a810001, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:54,704 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/978bd30859c3,33589,1732762134483 2024-11-28T02:48:54,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x10180a17a810002, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T02:48:54,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10180a17a810001, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T02:48:54,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:54,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x10180a17a810002, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:54,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10180a17a810001, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:54,712 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T02:48:54,713 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/978bd30859c3,33589,1732762134483 from backup master directory 2024-11-28T02:48:54,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x10180a17a810002, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:54,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/978bd30859c3,33589,1732762134483 2024-11-28T02:48:54,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10180a17a810001, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:54,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:54,720 WARN [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:48:54,720 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=978bd30859c3,33589,1732762134483 2024-11-28T02:48:54,725 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/hbase.id] with ID: 40fc5444-34f6-4651-8031-65ad61ec2fcb 2024-11-28T02:48:54,725 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/.tmp/hbase.id 2024-11-28T02:48:54,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741826_1002 (size=42) 2024-11-28T02:48:54,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46037 is added to blk_1073741826_1002 (size=42) 2024-11-28T02:48:54,732 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/.tmp/hbase.id]:[hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/hbase.id] 2024-11-28T02:48:54,744 INFO [master/978bd30859c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:54,744 INFO [master/978bd30859c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T02:48:54,746 INFO [master/978bd30859c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T02:48:54,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10180a17a810001, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:54,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x10180a17a810002, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:54,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:54,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46037 is added to blk_1073741827_1003 (size=196) 2024-11-28T02:48:54,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741827_1003 (size=196) 2024-11-28T02:48:54,761 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:48:54,762 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T02:48:54,762 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:48:54,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46037 is added to blk_1073741828_1004 (size=1189) 2024-11-28T02:48:54,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741828_1004 (size=1189) 2024-11-28T02:48:54,772 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/data/master/store 2024-11-28T02:48:54,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46037 is added to blk_1073741829_1005 (size=34) 2024-11-28T02:48:54,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741829_1005 (size=34) 2024-11-28T02:48:54,781 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:54,781 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T02:48:54,782 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:54,782 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:54,782 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T02:48:54,782 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:54,782 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:54,782 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732762134781Disabling compacts and flushes for region at 1732762134781Disabling writes for close at 1732762134782 (+1 ms)Writing region close event to WAL at 1732762134782Closed at 1732762134782 2024-11-28T02:48:54,783 WARN [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/data/master/store/.initializing 2024-11-28T02:48:54,783 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/WALs/978bd30859c3,33589,1732762134483 2024-11-28T02:48:54,784 INFO [master/978bd30859c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:48:54,786 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C33589%2C1732762134483, suffix=, logDir=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/WALs/978bd30859c3,33589,1732762134483, archiveDir=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/oldWALs, maxLogs=10 2024-11-28T02:48:54,804 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/WALs/978bd30859c3,33589,1732762134483/978bd30859c3%2C33589%2C1732762134483.1732762134787, exclude list is [], retry=0 2024-11-28T02:48:54,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44953,DS-41551a0e-8e36-4bba-8a59-a3fc536debd2,DISK] 2024-11-28T02:48:54,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46037,DS-6bfad213-a04c-4cf6-96b7-145a0dc2b860,DISK] 2024-11-28T02:48:54,810 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/WALs/978bd30859c3,33589,1732762134483/978bd30859c3%2C33589%2C1732762134483.1732762134787 2024-11-28T02:48:54,810 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34863:34863),(127.0.0.1/127.0.0.1:44417:44417)] 2024-11-28T02:48:54,810 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:48:54,811 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:54,811 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:54,811 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:54,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:54,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T02:48:54,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:54,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:54,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:54,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T02:48:54,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:54,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:48:54,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:54,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T02:48:54,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:54,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:48:54,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:54,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T02:48:54,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:54,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:48:54,820 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:54,821 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:54,821 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:54,823 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:54,823 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:54,823 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T02:48:54,825 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:54,828 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:48:54,829 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66693025, jitterRate=-0.0061964839696884155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T02:48:54,830 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732762134811Initializing all the Stores at 1732762134812 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762134812Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762134812Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762134812Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762134812Cleaning up temporary data from old regions at 1732762134823 (+11 ms)Region opened successfully at 1732762134830 (+7 ms) 2024-11-28T02:48:54,830 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T02:48:54,834 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9bc4dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T02:48:54,835 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T02:48:54,836 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T02:48:54,836 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T02:48:54,836 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T02:48:54,837 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T02:48:54,837 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T02:48:54,837 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T02:48:54,840 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T02:48:54,841 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T02:48:54,861 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T02:48:54,862 INFO [master/978bd30859c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T02:48:54,863 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T02:48:54,870 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T02:48:54,871 INFO [master/978bd30859c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T02:48:54,873 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T02:48:54,878 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T02:48:54,881 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T02:48:54,887 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T02:48:54,893 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T02:48:54,903 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T02:48:54,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x10180a17a810002, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:48:54,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10180a17a810001, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:48:54,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:48:54,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x10180a17a810002, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:54,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10180a17a810001, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:54,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:54,913 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=978bd30859c3,33589,1732762134483, sessionid=0x10180a17a810000, setting cluster-up flag (Was=false) 2024-11-28T02:48:54,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:54,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10180a17a810001, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:54,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x10180a17a810002, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:54,953 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T02:48:54,954 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=978bd30859c3,33589,1732762134483 2024-11-28T02:48:54,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10180a17a810001, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:54,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:54,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x10180a17a810002, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:54,995 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T02:48:54,997 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=978bd30859c3,33589,1732762134483 2024-11-28T02:48:55,000 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T02:48:55,003 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T02:48:55,003 INFO [master/978bd30859c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T02:48:55,004 INFO [master/978bd30859c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T02:48:55,004 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 978bd30859c3,33589,1732762134483 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T02:48:55,006 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:48:55,006 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:48:55,006 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:48:55,007 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:48:55,007 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/978bd30859c3:0, corePoolSize=10, maxPoolSize=10 2024-11-28T02:48:55,007 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,007 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:48:55,007 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,008 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732762165008 2024-11-28T02:48:55,008 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T02:48:55,008 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T02:48:55,008 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T02:48:55,008 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T02:48:55,008 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T02:48:55,008 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T02:48:55,008 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,008 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T02:48:55,009 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T02:48:55,009 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T02:48:55,009 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T02:48:55,009 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T02:48:55,009 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T02:48:55,009 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T02:48:55,009 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762135009,5,FailOnTimeoutGroup] 2024-11-28T02:48:55,009 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762135009,5,FailOnTimeoutGroup] 2024-11-28T02:48:55,009 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,009 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T02:48:55,010 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,010 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,010 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:55,010 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T02:48:55,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741831_1007 (size=1321) 2024-11-28T02:48:55,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46037 is added to blk_1073741831_1007 (size=1321) 2024-11-28T02:48:55,020 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T02:48:55,020 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1 2024-11-28T02:48:55,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741832_1008 (size=32) 2024-11-28T02:48:55,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46037 is added to blk_1073741832_1008 (size=32) 2024-11-28T02:48:55,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:55,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T02:48:55,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T02:48:55,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:55,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:55,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T02:48:55,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T02:48:55,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:55,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:55,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T02:48:55,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T02:48:55,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:55,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:55,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T02:48:55,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T02:48:55,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:55,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:55,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T02:48:55,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/hbase/meta/1588230740 2024-11-28T02:48:55,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/hbase/meta/1588230740 2024-11-28T02:48:55,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T02:48:55,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T02:48:55,042 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T02:48:55,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T02:48:55,045 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:48:55,046 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64659325, jitterRate=-0.036500975489616394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T02:48:55,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732762135029Initializing all the Stores at 1732762135029Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762135029Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762135030 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762135030Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762135030Cleaning up temporary data from old regions at 1732762135042 (+12 ms)Region opened successfully at 1732762135047 (+5 ms) 2024-11-28T02:48:55,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T02:48:55,047 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T02:48:55,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T02:48:55,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T02:48:55,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T02:48:55,047 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T02:48:55,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732762135047Disabling compacts and flushes for region at 1732762135047Disabling writes for close at 1732762135047Writing region close event to WAL at 1732762135047Closed at 1732762135047 2024-11-28T02:48:55,049 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T02:48:55,049 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T02:48:55,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T02:48:55,050 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T02:48:55,051 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T02:48:55,085 INFO [RS:0;978bd30859c3:37531 {}] regionserver.HRegionServer(746): ClusterId : 40fc5444-34f6-4651-8031-65ad61ec2fcb 2024-11-28T02:48:55,085 INFO [RS:1;978bd30859c3:33017 {}] regionserver.HRegionServer(746): ClusterId : 40fc5444-34f6-4651-8031-65ad61ec2fcb 2024-11-28T02:48:55,085 DEBUG [RS:1;978bd30859c3:33017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T02:48:55,085 DEBUG [RS:0;978bd30859c3:37531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T02:48:55,113 DEBUG [RS:1;978bd30859c3:33017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T02:48:55,113 DEBUG [RS:0;978bd30859c3:37531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T02:48:55,113 DEBUG [RS:1;978bd30859c3:33017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T02:48:55,113 DEBUG [RS:0;978bd30859c3:37531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T02:48:55,122 DEBUG [RS:1;978bd30859c3:33017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T02:48:55,122 DEBUG [RS:0;978bd30859c3:37531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T02:48:55,122 DEBUG [RS:0;978bd30859c3:37531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73bbbee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T02:48:55,122 DEBUG [RS:1;978bd30859c3:33017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76034bae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T02:48:55,137 DEBUG [RS:0;978bd30859c3:37531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;978bd30859c3:37531 2024-11-28T02:48:55,137 DEBUG [RS:1;978bd30859c3:33017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;978bd30859c3:33017 2024-11-28T02:48:55,137 INFO [RS:1;978bd30859c3:33017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T02:48:55,137 INFO [RS:0;978bd30859c3:37531 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T02:48:55,137 INFO [RS:1;978bd30859c3:33017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T02:48:55,137 INFO [RS:0;978bd30859c3:37531 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T02:48:55,137 DEBUG [RS:1;978bd30859c3:33017 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T02:48:55,137 DEBUG [RS:0;978bd30859c3:37531 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T02:48:55,138 INFO [RS:1;978bd30859c3:33017 {}] regionserver.HRegionServer(2659): reportForDuty to master=978bd30859c3,33589,1732762134483 with port=33017, startcode=1732762134658 2024-11-28T02:48:55,138 INFO [RS:0;978bd30859c3:37531 {}] regionserver.HRegionServer(2659): reportForDuty to master=978bd30859c3,33589,1732762134483 with port=37531, startcode=1732762134625 2024-11-28T02:48:55,138 DEBUG [RS:0;978bd30859c3:37531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T02:48:55,138 DEBUG [RS:1;978bd30859c3:33017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T02:48:55,140 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40865, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T02:48:55,140 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44017, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T02:48:55,140 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33589 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 978bd30859c3,33017,1732762134658 2024-11-28T02:48:55,140 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33589 {}] master.ServerManager(517): Registering regionserver=978bd30859c3,33017,1732762134658 2024-11-28T02:48:55,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33589 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 978bd30859c3,37531,1732762134625 2024-11-28T02:48:55,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33589 {}] master.ServerManager(517): Registering regionserver=978bd30859c3,37531,1732762134625 2024-11-28T02:48:55,142 DEBUG [RS:1;978bd30859c3:33017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1 2024-11-28T02:48:55,142 DEBUG [RS:1;978bd30859c3:33017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44601 2024-11-28T02:48:55,142 DEBUG [RS:1;978bd30859c3:33017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T02:48:55,144 DEBUG [RS:0;978bd30859c3:37531 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1 2024-11-28T02:48:55,144 DEBUG [RS:0;978bd30859c3:37531 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44601 2024-11-28T02:48:55,144 DEBUG [RS:0;978bd30859c3:37531 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T02:48:55,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T02:48:55,189 DEBUG [RS:1;978bd30859c3:33017 {}] zookeeper.ZKUtil(111): regionserver:33017-0x10180a17a810002, quorum=127.0.0.1:53073, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/978bd30859c3,33017,1732762134658 2024-11-28T02:48:55,189 WARN [RS:1;978bd30859c3:33017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:48:55,189 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [978bd30859c3,37531,1732762134625] 2024-11-28T02:48:55,189 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [978bd30859c3,33017,1732762134658] 2024-11-28T02:48:55,189 INFO [RS:1;978bd30859c3:33017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:48:55,190 DEBUG [RS:1;978bd30859c3:33017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/WALs/978bd30859c3,33017,1732762134658 2024-11-28T02:48:55,190 DEBUG [RS:0;978bd30859c3:37531 {}] zookeeper.ZKUtil(111): regionserver:37531-0x10180a17a810001, quorum=127.0.0.1:53073, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/978bd30859c3,37531,1732762134625 2024-11-28T02:48:55,190 WARN [RS:0;978bd30859c3:37531 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:48:55,190 INFO [RS:0;978bd30859c3:37531 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:48:55,190 DEBUG [RS:0;978bd30859c3:37531 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/WALs/978bd30859c3,37531,1732762134625 2024-11-28T02:48:55,198 INFO [RS:1;978bd30859c3:33017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T02:48:55,198 INFO [RS:0;978bd30859c3:37531 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T02:48:55,201 WARN [978bd30859c3:33589 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T02:48:55,203 INFO [RS:1;978bd30859c3:33017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T02:48:55,203 INFO [RS:1;978bd30859c3:33017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T02:48:55,204 INFO [RS:1;978bd30859c3:33017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,204 INFO [RS:1;978bd30859c3:33017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T02:48:55,205 INFO [RS:1;978bd30859c3:33017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T02:48:55,205 INFO [RS:1;978bd30859c3:33017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,205 DEBUG [RS:1;978bd30859c3:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,205 INFO [RS:0;978bd30859c3:37531 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T02:48:55,205 DEBUG [RS:1;978bd30859c3:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,205 DEBUG [RS:1;978bd30859c3:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,205 DEBUG [RS:1;978bd30859c3:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,205 DEBUG [RS:1;978bd30859c3:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,205 DEBUG [RS:1;978bd30859c3:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:48:55,205 INFO [RS:0;978bd30859c3:37531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T02:48:55,205 DEBUG [RS:1;978bd30859c3:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,205 INFO [RS:0;978bd30859c3:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,205 DEBUG [RS:1;978bd30859c3:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,205 DEBUG [RS:1;978bd30859c3:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,206 DEBUG [RS:1;978bd30859c3:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,206 INFO [RS:0;978bd30859c3:37531 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T02:48:55,206 DEBUG [RS:1;978bd30859c3:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,206 DEBUG [RS:1;978bd30859c3:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,206 DEBUG [RS:1;978bd30859c3:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:48:55,206 DEBUG [RS:1;978bd30859c3:33017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:48:55,206 INFO [RS:1;978bd30859c3:33017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,206 INFO [RS:1;978bd30859c3:33017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,206 INFO [RS:1;978bd30859c3:33017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,206 INFO [RS:0;978bd30859c3:37531 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T02:48:55,206 INFO [RS:1;978bd30859c3:33017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,206 INFO [RS:1;978bd30859c3:33017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,206 INFO [RS:0;978bd30859c3:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,207 INFO [RS:1;978bd30859c3:33017 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,33017,1732762134658-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:48:55,207 DEBUG [RS:0;978bd30859c3:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,207 DEBUG [RS:0;978bd30859c3:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,207 DEBUG [RS:0;978bd30859c3:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,207 DEBUG [RS:0;978bd30859c3:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,207 DEBUG [RS:0;978bd30859c3:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,207 DEBUG [RS:0;978bd30859c3:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:48:55,207 DEBUG [RS:0;978bd30859c3:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,207 DEBUG [RS:0;978bd30859c3:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,207 DEBUG [RS:0;978bd30859c3:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,207 DEBUG [RS:0;978bd30859c3:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,207 DEBUG [RS:0;978bd30859c3:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,208 DEBUG [RS:0;978bd30859c3:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:48:55,208 DEBUG [RS:0;978bd30859c3:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:48:55,208 DEBUG [RS:0;978bd30859c3:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:48:55,210 INFO [RS:0;978bd30859c3:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,210 INFO [RS:0;978bd30859c3:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,211 INFO [RS:0;978bd30859c3:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,211 INFO [RS:0;978bd30859c3:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,211 INFO [RS:0;978bd30859c3:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,211 INFO [RS:0;978bd30859c3:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,37531,1732762134625-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:48:55,226 INFO [RS:1;978bd30859c3:33017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T02:48:55,226 INFO [RS:1;978bd30859c3:33017 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,33017,1732762134658-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,226 INFO [RS:1;978bd30859c3:33017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,226 INFO [RS:1;978bd30859c3:33017 {}] regionserver.Replication(171): 978bd30859c3,33017,1732762134658 started 2024-11-28T02:48:55,231 INFO [RS:0;978bd30859c3:37531 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T02:48:55,231 INFO [RS:0;978bd30859c3:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,37531,1732762134625-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,231 INFO [RS:0;978bd30859c3:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,232 INFO [RS:0;978bd30859c3:37531 {}] regionserver.Replication(171): 978bd30859c3,37531,1732762134625 started 2024-11-28T02:48:55,245 INFO [RS:1;978bd30859c3:33017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,245 INFO [RS:1;978bd30859c3:33017 {}] regionserver.HRegionServer(1482): Serving as 978bd30859c3,33017,1732762134658, RpcServer on 978bd30859c3/172.17.0.2:33017, sessionid=0x10180a17a810002 2024-11-28T02:48:55,245 DEBUG [RS:1;978bd30859c3:33017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T02:48:55,245 DEBUG [RS:1;978bd30859c3:33017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 978bd30859c3,33017,1732762134658 2024-11-28T02:48:55,245 DEBUG [RS:1;978bd30859c3:33017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,33017,1732762134658' 2024-11-28T02:48:55,245 DEBUG [RS:1;978bd30859c3:33017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T02:48:55,246 DEBUG [RS:1;978bd30859c3:33017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T02:48:55,246 DEBUG [RS:1;978bd30859c3:33017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T02:48:55,246 DEBUG [RS:1;978bd30859c3:33017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T02:48:55,246 DEBUG [RS:1;978bd30859c3:33017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 978bd30859c3,33017,1732762134658 2024-11-28T02:48:55,246 DEBUG [RS:1;978bd30859c3:33017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,33017,1732762134658' 2024-11-28T02:48:55,246 DEBUG [RS:1;978bd30859c3:33017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T02:48:55,247 DEBUG [RS:1;978bd30859c3:33017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T02:48:55,247 DEBUG [RS:1;978bd30859c3:33017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T02:48:55,247 INFO [RS:1;978bd30859c3:33017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T02:48:55,247 INFO [RS:1;978bd30859c3:33017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T02:48:55,248 INFO [RS:0;978bd30859c3:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,249 INFO [RS:0;978bd30859c3:37531 {}] regionserver.HRegionServer(1482): Serving as 978bd30859c3,37531,1732762134625, RpcServer on 978bd30859c3/172.17.0.2:37531, sessionid=0x10180a17a810001 2024-11-28T02:48:55,249 DEBUG [RS:0;978bd30859c3:37531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T02:48:55,249 DEBUG [RS:0;978bd30859c3:37531 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 978bd30859c3,37531,1732762134625 2024-11-28T02:48:55,249 DEBUG [RS:0;978bd30859c3:37531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,37531,1732762134625' 2024-11-28T02:48:55,249 DEBUG [RS:0;978bd30859c3:37531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T02:48:55,249 DEBUG [RS:0;978bd30859c3:37531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T02:48:55,250 DEBUG [RS:0;978bd30859c3:37531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T02:48:55,250 DEBUG [RS:0;978bd30859c3:37531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T02:48:55,250 DEBUG [RS:0;978bd30859c3:37531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 978bd30859c3,37531,1732762134625 2024-11-28T02:48:55,250 DEBUG [RS:0;978bd30859c3:37531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,37531,1732762134625' 2024-11-28T02:48:55,250 DEBUG [RS:0;978bd30859c3:37531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T02:48:55,250 DEBUG [RS:0;978bd30859c3:37531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T02:48:55,251 DEBUG [RS:0;978bd30859c3:37531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T02:48:55,251 INFO [RS:0;978bd30859c3:37531 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T02:48:55,251 INFO [RS:0;978bd30859c3:37531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T02:48:55,348 INFO [RS:1;978bd30859c3:33017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:48:55,350 INFO [RS:1;978bd30859c3:33017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C33017%2C1732762134658, suffix=, logDir=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/WALs/978bd30859c3,33017,1732762134658, archiveDir=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/oldWALs, maxLogs=32 2024-11-28T02:48:55,351 INFO [RS:0;978bd30859c3:37531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:48:55,354 INFO [RS:0;978bd30859c3:37531 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C37531%2C1732762134625, suffix=, logDir=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/WALs/978bd30859c3,37531,1732762134625, archiveDir=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/oldWALs, maxLogs=32 2024-11-28T02:48:55,368 DEBUG [RS:1;978bd30859c3:33017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/WALs/978bd30859c3,33017,1732762134658/978bd30859c3%2C33017%2C1732762134658.1732762135352, exclude list is [], retry=0 2024-11-28T02:48:55,369 DEBUG [RS:0;978bd30859c3:37531 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/WALs/978bd30859c3,37531,1732762134625/978bd30859c3%2C37531%2C1732762134625.1732762135356, exclude list is [], retry=0 2024-11-28T02:48:55,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46037,DS-6bfad213-a04c-4cf6-96b7-145a0dc2b860,DISK] 2024-11-28T02:48:55,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44953,DS-41551a0e-8e36-4bba-8a59-a3fc536debd2,DISK] 2024-11-28T02:48:55,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46037,DS-6bfad213-a04c-4cf6-96b7-145a0dc2b860,DISK] 2024-11-28T02:48:55,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44953,DS-41551a0e-8e36-4bba-8a59-a3fc536debd2,DISK] 2024-11-28T02:48:55,375 INFO [RS:0;978bd30859c3:37531 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/WALs/978bd30859c3,37531,1732762134625/978bd30859c3%2C37531%2C1732762134625.1732762135356 2024-11-28T02:48:55,375 INFO [RS:1;978bd30859c3:33017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/WALs/978bd30859c3,33017,1732762134658/978bd30859c3%2C33017%2C1732762134658.1732762135352 2024-11-28T02:48:55,375 DEBUG [RS:0;978bd30859c3:37531 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44417:44417),(127.0.0.1/127.0.0.1:34863:34863)] 2024-11-28T02:48:55,375 DEBUG [RS:1;978bd30859c3:33017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44417:44417),(127.0.0.1/127.0.0.1:34863:34863)] 2024-11-28T02:48:55,452 DEBUG [978bd30859c3:33589 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-28T02:48:55,452 DEBUG [978bd30859c3:33589 {}] balancer.BalancerClusterState(204): Hosts are {978bd30859c3=0} racks are {/default-rack=0} 2024-11-28T02:48:55,455 DEBUG [978bd30859c3:33589 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T02:48:55,456 DEBUG [978bd30859c3:33589 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T02:48:55,456 DEBUG [978bd30859c3:33589 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T02:48:55,456 DEBUG [978bd30859c3:33589 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T02:48:55,456 INFO [978bd30859c3:33589 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T02:48:55,456 INFO [978bd30859c3:33589 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T02:48:55,456 DEBUG [978bd30859c3:33589 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T02:48:55,457 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=978bd30859c3,33017,1732762134658 2024-11-28T02:48:55,459 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 978bd30859c3,33017,1732762134658, state=OPENING 2024-11-28T02:48:55,477 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T02:48:55,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x10180a17a810002, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:55,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:55,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10180a17a810001, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:55,488 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T02:48:55,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:48:55,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:48:55,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:48:55,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=978bd30859c3,33017,1732762134658}] 2024-11-28T02:48:55,643 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:48:55,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41185, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:48:55,653 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T02:48:55,654 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:48:55,654 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T02:48:55,658 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C33017%2C1732762134658.meta, suffix=.meta, logDir=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/WALs/978bd30859c3,33017,1732762134658, archiveDir=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/oldWALs, maxLogs=32 2024-11-28T02:48:55,671 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/WALs/978bd30859c3,33017,1732762134658/978bd30859c3%2C33017%2C1732762134658.meta.1732762135658.meta, exclude list is [], retry=0 2024-11-28T02:48:55,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46037,DS-6bfad213-a04c-4cf6-96b7-145a0dc2b860,DISK] 2024-11-28T02:48:55,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44953,DS-41551a0e-8e36-4bba-8a59-a3fc536debd2,DISK] 2024-11-28T02:48:55,676 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/WALs/978bd30859c3,33017,1732762134658/978bd30859c3%2C33017%2C1732762134658.meta.1732762135658.meta 2024-11-28T02:48:55,676 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44417:44417),(127.0.0.1/127.0.0.1:34863:34863)] 2024-11-28T02:48:55,676 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:48:55,677 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T02:48:55,677 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T02:48:55,677 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T02:48:55,677 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T02:48:55,677 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:55,677 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T02:48:55,677 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T02:48:55,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T02:48:55,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T02:48:55,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:55,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:55,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T02:48:55,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T02:48:55,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:55,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:55,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T02:48:55,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T02:48:55,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:55,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:55,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T02:48:55,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T02:48:55,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:55,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:55,685 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T02:48:55,686 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/hbase/meta/1588230740 2024-11-28T02:48:55,687 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/hbase/meta/1588230740 2024-11-28T02:48:55,689 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T02:48:55,689 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T02:48:55,690 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T02:48:55,692 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T02:48:55,693 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68333364, jitterRate=0.018246471881866455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T02:48:55,693 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T02:48:55,693 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732762135677Writing region info on filesystem at 1732762135677Initializing all the Stores at 1732762135678 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762135678Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762135678Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762135678Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762135679 (+1 ms)Cleaning up temporary data from old regions at 1732762135689 (+10 ms)Running coprocessor post-open hooks at 1732762135693 (+4 ms)Region opened successfully at 1732762135693 2024-11-28T02:48:55,695 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732762135642 2024-11-28T02:48:55,697 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T02:48:55,697 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T02:48:55,698 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,33017,1732762134658 2024-11-28T02:48:55,699 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 978bd30859c3,33017,1732762134658, state=OPEN 2024-11-28T02:48:55,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10180a17a810001, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:48:55,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:48:55,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x10180a17a810002, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:48:55,720 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=978bd30859c3,33017,1732762134658 2024-11-28T02:48:55,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:48:55,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:48:55,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:48:55,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T02:48:55,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=978bd30859c3,33017,1732762134658 in 232 msec 2024-11-28T02:48:55,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T02:48:55,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 675 msec 2024-11-28T02:48:55,730 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T02:48:55,730 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T02:48:55,732 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T02:48:55,732 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=978bd30859c3,33017,1732762134658, seqNum=-1] 2024-11-28T02:48:55,732 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:48:55,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60575, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:48:55,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 737 msec 2024-11-28T02:48:55,741 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732762135741, completionTime=-1 2024-11-28T02:48:55,741 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-28T02:48:55,741 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T02:48:55,743 INFO [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-28T02:48:55,743 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732762195743 2024-11-28T02:48:55,743 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732762255743 2024-11-28T02:48:55,743 INFO [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T02:48:55,744 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,33589,1732762134483-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,744 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,33589,1732762134483-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,744 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,33589,1732762134483-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,744 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-978bd30859c3:33589, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,744 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,744 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,746 DEBUG [master/978bd30859c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T02:48:55,749 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.029sec 2024-11-28T02:48:55,750 INFO [master/978bd30859c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T02:48:55,750 INFO [master/978bd30859c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T02:48:55,750 INFO [master/978bd30859c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T02:48:55,750 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T02:48:55,750 INFO [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T02:48:55,750 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,33589,1732762134483-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:48:55,750 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,33589,1732762134483-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T02:48:55,753 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T02:48:55,753 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T02:48:55,753 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,33589,1732762134483-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:48:55,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff35b55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:48:55,787 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 978bd30859c3,33589,-1 for getting cluster id 2024-11-28T02:48:55,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T02:48:55,789 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40fc5444-34f6-4651-8031-65ad61ec2fcb' 2024-11-28T02:48:55,790 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T02:48:55,790 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40fc5444-34f6-4651-8031-65ad61ec2fcb" 2024-11-28T02:48:55,791 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38773be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:48:55,791 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [978bd30859c3,33589,-1] 2024-11-28T02:48:55,791 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T02:48:55,791 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:55,793 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T02:48:55,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10040ab3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:48:55,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T02:48:55,796 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=978bd30859c3,33017,1732762134658, seqNum=-1] 2024-11-28T02:48:55,796 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:48:55,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:48:55,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=978bd30859c3,33589,1732762134483 2024-11-28T02:48:55,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T02:48:55,801 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 978bd30859c3,33589,1732762134483 2024-11-28T02:48:55,801 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eedf198 2024-11-28T02:48:55,801 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T02:48:55,802 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T02:48:55,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:48:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-28T02:48:55,806 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T02:48:55,806 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:55,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-28T02:48:55,808 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T02:48:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:48:55,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46037 is added to blk_1073741836_1012 (size=379) 2024-11-28T02:48:55,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741836_1012 (size=379) 2024-11-28T02:48:55,817 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a888550e05408958b6c66efc4ad5203, NAME => 'testClearRegionBlockCache,,1732762135803.2a888550e05408958b6c66efc4ad5203.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1 2024-11-28T02:48:55,818 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7f330c75719871ba94878ed00b19cd54, NAME => 'testClearRegionBlockCache,5,1732762135803.7f330c75719871ba94878ed00b19cd54.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1 2024-11-28T02:48:55,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741838_1014 (size=61) 2024-11-28T02:48:55,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46037 is added to blk_1073741837_1013 (size=61) 2024-11-28T02:48:55,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741837_1013 (size=61) 2024-11-28T02:48:55,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46037 is added to blk_1073741838_1014 (size=61) 2024-11-28T02:48:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:48:56,069 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T02:48:56,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:48:56,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:48:56,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:48:56,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:48:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:48:56,231 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732762135803.2a888550e05408958b6c66efc4ad5203.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:56,231 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732762135803.7f330c75719871ba94878ed00b19cd54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:56,231 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 2a888550e05408958b6c66efc4ad5203, disabling compactions & flushes 2024-11-28T02:48:56,231 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732762135803.2a888550e05408958b6c66efc4ad5203. 2024-11-28T02:48:56,231 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 7f330c75719871ba94878ed00b19cd54, disabling compactions & flushes 2024-11-28T02:48:56,232 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732762135803.2a888550e05408958b6c66efc4ad5203. 2024-11-28T02:48:56,232 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732762135803.7f330c75719871ba94878ed00b19cd54. 2024-11-28T02:48:56,232 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732762135803.7f330c75719871ba94878ed00b19cd54. 2024-11-28T02:48:56,232 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732762135803.2a888550e05408958b6c66efc4ad5203. after waiting 0 ms 2024-11-28T02:48:56,232 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732762135803.7f330c75719871ba94878ed00b19cd54. after waiting 0 ms 2024-11-28T02:48:56,232 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732762135803.7f330c75719871ba94878ed00b19cd54. 2024-11-28T02:48:56,232 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732762135803.2a888550e05408958b6c66efc4ad5203. 2024-11-28T02:48:56,232 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732762135803.7f330c75719871ba94878ed00b19cd54. 2024-11-28T02:48:56,232 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732762135803.2a888550e05408958b6c66efc4ad5203. 2024-11-28T02:48:56,232 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7f330c75719871ba94878ed00b19cd54: Waiting for close lock at 1732762136231Disabling compacts and flushes for region at 1732762136231Disabling writes for close at 1732762136232 (+1 ms)Writing region close event to WAL at 1732762136232Closed at 1732762136232 2024-11-28T02:48:56,232 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a888550e05408958b6c66efc4ad5203: Waiting for close lock at 1732762136231Disabling compacts and flushes for region at 1732762136231Disabling writes for close at 1732762136232 (+1 ms)Writing region close event to WAL at 1732762136232Closed at 1732762136232 2024-11-28T02:48:56,233 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T02:48:56,234 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732762135803.7f330c75719871ba94878ed00b19cd54.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732762136234"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762136234"}]},"ts":"1732762136234"} 2024-11-28T02:48:56,234 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732762135803.2a888550e05408958b6c66efc4ad5203.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732762136234"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762136234"}]},"ts":"1732762136234"} 2024-11-28T02:48:56,239 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-28T02:48:56,241 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T02:48:56,241 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732762136241"}]},"ts":"1732762136241"} 2024-11-28T02:48:56,244 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-28T02:48:56,245 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {978bd30859c3=0} racks are {/default-rack=0} 2024-11-28T02:48:56,246 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T02:48:56,246 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T02:48:56,246 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T02:48:56,246 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T02:48:56,246 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T02:48:56,247 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T02:48:56,247 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T02:48:56,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2a888550e05408958b6c66efc4ad5203, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7f330c75719871ba94878ed00b19cd54, ASSIGN}] 2024-11-28T02:48:56,249 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7f330c75719871ba94878ed00b19cd54, ASSIGN 2024-11-28T02:48:56,249 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2a888550e05408958b6c66efc4ad5203, ASSIGN 2024-11-28T02:48:56,251 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2a888550e05408958b6c66efc4ad5203, ASSIGN; state=OFFLINE, location=978bd30859c3,37531,1732762134625; forceNewPlan=false, retain=false 2024-11-28T02:48:56,251 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7f330c75719871ba94878ed00b19cd54, ASSIGN; state=OFFLINE, location=978bd30859c3,33017,1732762134658; forceNewPlan=false, retain=false 2024-11-28T02:48:56,401 INFO [978bd30859c3:33589 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-28T02:48:56,402 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2a888550e05408958b6c66efc4ad5203, regionState=OPENING, regionLocation=978bd30859c3,37531,1732762134625 2024-11-28T02:48:56,402 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7f330c75719871ba94878ed00b19cd54, regionState=OPENING, regionLocation=978bd30859c3,33017,1732762134658 2024-11-28T02:48:56,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7f330c75719871ba94878ed00b19cd54, ASSIGN because future has completed 2024-11-28T02:48:56,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f330c75719871ba94878ed00b19cd54, server=978bd30859c3,33017,1732762134658}] 2024-11-28T02:48:56,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2a888550e05408958b6c66efc4ad5203, ASSIGN because future has completed 2024-11-28T02:48:56,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a888550e05408958b6c66efc4ad5203, server=978bd30859c3,37531,1732762134625}] 2024-11-28T02:48:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:48:56,565 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:48:56,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36637, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:48:56,571 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732762135803.7f330c75719871ba94878ed00b19cd54. 2024-11-28T02:48:56,572 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f330c75719871ba94878ed00b19cd54, NAME => 'testClearRegionBlockCache,5,1732762135803.7f330c75719871ba94878ed00b19cd54.', STARTKEY => '5', ENDKEY => ''} 2024-11-28T02:48:56,573 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7f330c75719871ba94878ed00b19cd54 2024-11-28T02:48:56,573 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732762135803.7f330c75719871ba94878ed00b19cd54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:56,573 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7f330c75719871ba94878ed00b19cd54 2024-11-28T02:48:56,573 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7f330c75719871ba94878ed00b19cd54 2024-11-28T02:48:56,576 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732762135803.2a888550e05408958b6c66efc4ad5203. 2024-11-28T02:48:56,576 INFO [StoreOpener-7f330c75719871ba94878ed00b19cd54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7f330c75719871ba94878ed00b19cd54 2024-11-28T02:48:56,576 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a888550e05408958b6c66efc4ad5203, NAME => 'testClearRegionBlockCache,,1732762135803.2a888550e05408958b6c66efc4ad5203.', STARTKEY => '', ENDKEY => '5'} 2024-11-28T02:48:56,576 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2a888550e05408958b6c66efc4ad5203 2024-11-28T02:48:56,577 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732762135803.2a888550e05408958b6c66efc4ad5203.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:56,577 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 2a888550e05408958b6c66efc4ad5203 2024-11-28T02:48:56,577 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 2a888550e05408958b6c66efc4ad5203 2024-11-28T02:48:56,578 INFO [StoreOpener-7f330c75719871ba94878ed00b19cd54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f330c75719871ba94878ed00b19cd54 columnFamilyName family 2024-11-28T02:48:56,578 DEBUG [StoreOpener-7f330c75719871ba94878ed00b19cd54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:56,578 INFO [StoreOpener-2a888550e05408958b6c66efc4ad5203-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2a888550e05408958b6c66efc4ad5203 2024-11-28T02:48:56,579 INFO [StoreOpener-7f330c75719871ba94878ed00b19cd54-1 {}] regionserver.HStore(327): Store=7f330c75719871ba94878ed00b19cd54/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:48:56,579 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7f330c75719871ba94878ed00b19cd54 2024-11-28T02:48:56,580 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/default/testClearRegionBlockCache/7f330c75719871ba94878ed00b19cd54 2024-11-28T02:48:56,580 INFO [StoreOpener-2a888550e05408958b6c66efc4ad5203-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a888550e05408958b6c66efc4ad5203 columnFamilyName family 2024-11-28T02:48:56,580 DEBUG [StoreOpener-2a888550e05408958b6c66efc4ad5203-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:56,580 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/default/testClearRegionBlockCache/7f330c75719871ba94878ed00b19cd54 2024-11-28T02:48:56,580 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7f330c75719871ba94878ed00b19cd54 2024-11-28T02:48:56,580 INFO [StoreOpener-2a888550e05408958b6c66efc4ad5203-1 {}] regionserver.HStore(327): Store=2a888550e05408958b6c66efc4ad5203/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:48:56,580 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7f330c75719871ba94878ed00b19cd54 2024-11-28T02:48:56,580 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 2a888550e05408958b6c66efc4ad5203 2024-11-28T02:48:56,581 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/default/testClearRegionBlockCache/2a888550e05408958b6c66efc4ad5203 2024-11-28T02:48:56,581 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/default/testClearRegionBlockCache/2a888550e05408958b6c66efc4ad5203 2024-11-28T02:48:56,582 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 2a888550e05408958b6c66efc4ad5203 2024-11-28T02:48:56,582 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 2a888550e05408958b6c66efc4ad5203 2024-11-28T02:48:56,582 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7f330c75719871ba94878ed00b19cd54 2024-11-28T02:48:56,583 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 2a888550e05408958b6c66efc4ad5203 2024-11-28T02:48:56,584 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/default/testClearRegionBlockCache/7f330c75719871ba94878ed00b19cd54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:48:56,584 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 7f330c75719871ba94878ed00b19cd54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66276630, jitterRate=-0.01240125298500061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T02:48:56,584 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f330c75719871ba94878ed00b19cd54 2024-11-28T02:48:56,585 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7f330c75719871ba94878ed00b19cd54: Running coprocessor pre-open hook at 1732762136573Writing region info on filesystem at 1732762136573Initializing all the Stores at 1732762136575 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762136575Cleaning up temporary data from old regions at 1732762136580 (+5 ms)Running coprocessor post-open hooks at 1732762136584 (+4 ms)Region opened successfully at 1732762136585 (+1 ms) 2024-11-28T02:48:56,585 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/default/testClearRegionBlockCache/2a888550e05408958b6c66efc4ad5203/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:48:56,586 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 2a888550e05408958b6c66efc4ad5203; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71372012, jitterRate=0.06352585554122925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T02:48:56,586 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732762135803.7f330c75719871ba94878ed00b19cd54., pid=7, masterSystemTime=1732762136564 2024-11-28T02:48:56,586 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a888550e05408958b6c66efc4ad5203 2024-11-28T02:48:56,586 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 2a888550e05408958b6c66efc4ad5203: Running coprocessor pre-open hook at 1732762136577Writing region info on filesystem at 1732762136577Initializing all the Stores at 1732762136578 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762136578Cleaning up temporary data from old regions at 1732762136582 (+4 ms)Running coprocessor post-open hooks at 1732762136586 (+4 ms)Region opened successfully at 1732762136586 2024-11-28T02:48:56,587 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732762135803.2a888550e05408958b6c66efc4ad5203., pid=8, masterSystemTime=1732762136565 2024-11-28T02:48:56,588 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732762135803.7f330c75719871ba94878ed00b19cd54. 2024-11-28T02:48:56,588 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732762135803.7f330c75719871ba94878ed00b19cd54. 2024-11-28T02:48:56,589 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7f330c75719871ba94878ed00b19cd54, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,33017,1732762134658 2024-11-28T02:48:56,590 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732762135803.2a888550e05408958b6c66efc4ad5203. 2024-11-28T02:48:56,590 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732762135803.2a888550e05408958b6c66efc4ad5203. 2024-11-28T02:48:56,591 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2a888550e05408958b6c66efc4ad5203, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,37531,1732762134625 2024-11-28T02:48:56,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f330c75719871ba94878ed00b19cd54, server=978bd30859c3,33017,1732762134658 because future has completed 2024-11-28T02:48:56,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a888550e05408958b6c66efc4ad5203, server=978bd30859c3,37531,1732762134625 because future has completed 2024-11-28T02:48:56,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-28T02:48:56,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f330c75719871ba94878ed00b19cd54, server=978bd30859c3,33017,1732762134658 in 188 msec 2024-11-28T02:48:56,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-28T02:48:56,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a888550e05408958b6c66efc4ad5203, server=978bd30859c3,37531,1732762134625 in 187 msec 2024-11-28T02:48:56,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7f330c75719871ba94878ed00b19cd54, ASSIGN in 353 msec 2024-11-28T02:48:56,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T02:48:56,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2a888550e05408958b6c66efc4ad5203, ASSIGN in 355 msec 2024-11-28T02:48:56,606 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T02:48:56,606 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732762136606"}]},"ts":"1732762136606"} 2024-11-28T02:48:56,608 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-28T02:48:56,610 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T02:48:56,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 807 msec 2024-11-28T02:48:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:48:56,950 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-28T02:48:56,950 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-28T02:48:56,950 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T02:48:56,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-28T02:48:56,960 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T02:48:56,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-28T02:48:56,963 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732762135803.2a888550e05408958b6c66efc4ad5203., hostname=978bd30859c3,37531,1732762134625, seqNum=2] 2024-11-28T02:48:56,963 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:48:56,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:48:56,975 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732762135803.7f330c75719871ba94878ed00b19cd54., hostname=978bd30859c3,33017,1732762134658, seqNum=2] 2024-11-28T02:48:56,988 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2a888550e05408958b6c66efc4ad5203 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-28T02:48:57,006 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/default/testClearRegionBlockCache/2a888550e05408958b6c66efc4ad5203/.tmp/family/c0c573b51a694ed0b162b14b8a00f03b is 32, key is 1/family:/1732762136965/Put/seqid=0 2024-11-28T02:48:57,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741839_1015 (size=5054) 2024-11-28T02:48:57,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46037 is added to blk_1073741839_1015 (size=5054) 2024-11-28T02:48:57,012 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/default/testClearRegionBlockCache/2a888550e05408958b6c66efc4ad5203/.tmp/family/c0c573b51a694ed0b162b14b8a00f03b 2024-11-28T02:48:57,020 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/default/testClearRegionBlockCache/2a888550e05408958b6c66efc4ad5203/.tmp/family/c0c573b51a694ed0b162b14b8a00f03b as hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/default/testClearRegionBlockCache/2a888550e05408958b6c66efc4ad5203/family/c0c573b51a694ed0b162b14b8a00f03b 2024-11-28T02:48:57,028 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/default/testClearRegionBlockCache/2a888550e05408958b6c66efc4ad5203/family/c0c573b51a694ed0b162b14b8a00f03b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-28T02:48:57,029 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 2a888550e05408958b6c66efc4ad5203 in 41ms, sequenceid=8, compaction requested=false 2024-11-28T02:48:57,029 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2a888550e05408958b6c66efc4ad5203: 2024-11-28T02:48:57,029 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7f330c75719871ba94878ed00b19cd54 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-28T02:48:57,044 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/default/testClearRegionBlockCache/7f330c75719871ba94878ed00b19cd54/.tmp/family/1d284272700d4d0f965abfc84f0c890a is 32, key is 5/family:/1732762136976/Put/seqid=0 2024-11-28T02:48:57,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741840_1016 (size=5083) 2024-11-28T02:48:57,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46037 is added to blk_1073741840_1016 (size=5083) 2024-11-28T02:48:57,050 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/default/testClearRegionBlockCache/7f330c75719871ba94878ed00b19cd54/.tmp/family/1d284272700d4d0f965abfc84f0c890a 2024-11-28T02:48:57,057 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/default/testClearRegionBlockCache/7f330c75719871ba94878ed00b19cd54/.tmp/family/1d284272700d4d0f965abfc84f0c890a as hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/default/testClearRegionBlockCache/7f330c75719871ba94878ed00b19cd54/family/1d284272700d4d0f965abfc84f0c890a 2024-11-28T02:48:57,064 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/default/testClearRegionBlockCache/7f330c75719871ba94878ed00b19cd54/family/1d284272700d4d0f965abfc84f0c890a, entries=5, sequenceid=9, filesize=5.0 K 2024-11-28T02:48:57,065 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 7f330c75719871ba94878ed00b19cd54 in 36ms, sequenceid=9, compaction requested=false 2024-11-28T02:48:57,065 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7f330c75719871ba94878ed00b19cd54: 2024-11-28T02:48:57,069 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-28T02:48:57,073 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:48:57,073 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:48:57,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:48:57,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54448, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:48:57,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T02:48:57,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T02:48:57,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:48:57,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:57,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:57,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T02:48:57,076 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T02:48:57,076 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1314074782, stopped=false 2024-11-28T02:48:57,076 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=978bd30859c3,33589,1732762134483 2024-11-28T02:48:57,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x10180a17a810002, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T02:48:57,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T02:48:57,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10180a17a810001, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T02:48:57,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x10180a17a810002, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:57,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:57,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10180a17a810001, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:57,111 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T02:48:57,112 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T02:48:57,112 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:48:57,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:57,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37531-0x10180a17a810001, quorum=127.0.0.1:53073, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:48:57,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:48:57,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33017-0x10180a17a810002, quorum=127.0.0.1:53073, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:48:57,113 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '978bd30859c3,37531,1732762134625' ***** 2024-11-28T02:48:57,113 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T02:48:57,113 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '978bd30859c3,33017,1732762134658' ***** 2024-11-28T02:48:57,113 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T02:48:57,113 INFO [RS:0;978bd30859c3:37531 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T02:48:57,114 INFO [RS:0;978bd30859c3:37531 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T02:48:57,114 INFO [regionserver/978bd30859c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:48:57,114 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T02:48:57,114 INFO [RS:1;978bd30859c3:33017 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T02:48:57,114 INFO [RS:0;978bd30859c3:37531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T02:48:57,114 INFO [RS:0;978bd30859c3:37531 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a888550e05408958b6c66efc4ad5203 2024-11-28T02:48:57,114 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T02:48:57,114 INFO [RS:1;978bd30859c3:33017 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T02:48:57,114 INFO [RS:1;978bd30859c3:33017 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T02:48:57,115 INFO [RS:0;978bd30859c3:37531 {}] regionserver.HRegionServer(959): stopping server 978bd30859c3,37531,1732762134625 2024-11-28T02:48:57,115 INFO [RS:1;978bd30859c3:33017 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f330c75719871ba94878ed00b19cd54 2024-11-28T02:48:57,115 INFO [RS:0;978bd30859c3:37531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T02:48:57,115 INFO [RS:0;978bd30859c3:37531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;978bd30859c3:37531. 2024-11-28T02:48:57,115 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a888550e05408958b6c66efc4ad5203, disabling compactions & flushes 2024-11-28T02:48:57,115 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732762135803.2a888550e05408958b6c66efc4ad5203. 2024-11-28T02:48:57,115 INFO [RS:1;978bd30859c3:33017 {}] regionserver.HRegionServer(959): stopping server 978bd30859c3,33017,1732762134658 2024-11-28T02:48:57,115 DEBUG [RS:0;978bd30859c3:37531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:48:57,115 INFO [RS:1;978bd30859c3:33017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T02:48:57,115 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732762135803.2a888550e05408958b6c66efc4ad5203. 2024-11-28T02:48:57,115 DEBUG [RS:0;978bd30859c3:37531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:57,116 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732762135803.2a888550e05408958b6c66efc4ad5203. after waiting 0 ms 2024-11-28T02:48:57,116 INFO [RS:1;978bd30859c3:33017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;978bd30859c3:33017. 2024-11-28T02:48:57,116 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732762135803.2a888550e05408958b6c66efc4ad5203. 2024-11-28T02:48:57,116 INFO [RS:0;978bd30859c3:37531 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T02:48:57,116 DEBUG [RS:1;978bd30859c3:33017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:48:57,116 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f330c75719871ba94878ed00b19cd54, disabling compactions & flushes 2024-11-28T02:48:57,116 DEBUG [RS:0;978bd30859c3:37531 {}] regionserver.HRegionServer(1325): Online Regions={2a888550e05408958b6c66efc4ad5203=testClearRegionBlockCache,,1732762135803.2a888550e05408958b6c66efc4ad5203.} 2024-11-28T02:48:57,116 DEBUG [RS:1;978bd30859c3:33017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:57,116 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732762135803.7f330c75719871ba94878ed00b19cd54. 2024-11-28T02:48:57,116 DEBUG [RS:0;978bd30859c3:37531 {}] regionserver.HRegionServer(1351): Waiting on 2a888550e05408958b6c66efc4ad5203 2024-11-28T02:48:57,116 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732762135803.7f330c75719871ba94878ed00b19cd54. 2024-11-28T02:48:57,116 INFO [RS:1;978bd30859c3:33017 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T02:48:57,116 INFO [RS:1;978bd30859c3:33017 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T02:48:57,116 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732762135803.7f330c75719871ba94878ed00b19cd54. after waiting 0 ms 2024-11-28T02:48:57,116 INFO [RS:1;978bd30859c3:33017 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T02:48:57,116 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732762135803.7f330c75719871ba94878ed00b19cd54. 2024-11-28T02:48:57,116 INFO [RS:1;978bd30859c3:33017 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T02:48:57,117 INFO [RS:1;978bd30859c3:33017 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T02:48:57,117 DEBUG [RS:1;978bd30859c3:33017 {}] regionserver.HRegionServer(1325): Online Regions={7f330c75719871ba94878ed00b19cd54=testClearRegionBlockCache,5,1732762135803.7f330c75719871ba94878ed00b19cd54., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T02:48:57,117 DEBUG [RS:1;978bd30859c3:33017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f330c75719871ba94878ed00b19cd54 2024-11-28T02:48:57,117 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T02:48:57,117 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T02:48:57,117 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T02:48:57,117 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T02:48:57,117 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T02:48:57,117 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-28T02:48:57,122 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/default/testClearRegionBlockCache/7f330c75719871ba94878ed00b19cd54/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-28T02:48:57,122 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732762135803.7f330c75719871ba94878ed00b19cd54. 2024-11-28T02:48:57,123 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f330c75719871ba94878ed00b19cd54: Waiting for close lock at 1732762137116Running coprocessor pre-close hooks at 1732762137116Disabling compacts and flushes for region at 1732762137116Disabling writes for close at 1732762137116Writing region close event to WAL at 1732762137117 (+1 ms)Running coprocessor post-close hooks at 1732762137122 (+5 ms)Closed at 1732762137122 2024-11-28T02:48:57,123 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732762135803.7f330c75719871ba94878ed00b19cd54. 2024-11-28T02:48:57,123 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/default/testClearRegionBlockCache/2a888550e05408958b6c66efc4ad5203/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T02:48:57,123 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732762135803.2a888550e05408958b6c66efc4ad5203. 2024-11-28T02:48:57,124 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a888550e05408958b6c66efc4ad5203: Waiting for close lock at 1732762137115Running coprocessor pre-close hooks at 1732762137115Disabling compacts and flushes for region at 1732762137115Disabling writes for close at 1732762137116 (+1 ms)Writing region close event to WAL at 1732762137117 (+1 ms)Running coprocessor post-close hooks at 1732762137123 (+6 ms)Closed at 1732762137123 2024-11-28T02:48:57,124 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732762135803.2a888550e05408958b6c66efc4ad5203. 2024-11-28T02:48:57,134 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/hbase/meta/1588230740/.tmp/info/d81438021d734ffea8900c340b2c1284 is 173, key is testClearRegionBlockCache,5,1732762135803.7f330c75719871ba94878ed00b19cd54./info:regioninfo/1732762136589/Put/seqid=0 2024-11-28T02:48:57,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741841_1017 (size=8173) 2024-11-28T02:48:57,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46037 is added to blk_1073741841_1017 (size=8173) 2024-11-28T02:48:57,140 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/hbase/meta/1588230740/.tmp/info/d81438021d734ffea8900c340b2c1284 2024-11-28T02:48:57,161 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/hbase/meta/1588230740/.tmp/ns/733f7ae3da2b4ae69fb2d5eaf66befb5 is 43, key is default/ns:d/1732762135734/Put/seqid=0 2024-11-28T02:48:57,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741842_1018 (size=5153) 2024-11-28T02:48:57,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46037 is added to blk_1073741842_1018 (size=5153) 2024-11-28T02:48:57,167 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/hbase/meta/1588230740/.tmp/ns/733f7ae3da2b4ae69fb2d5eaf66befb5 2024-11-28T02:48:57,190 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/hbase/meta/1588230740/.tmp/table/cfda61f3b146456dacc793415090b991 is 61, key is testClearRegionBlockCache/table:state/1732762136606/Put/seqid=0 2024-11-28T02:48:57,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741843_1019 (size=5312) 2024-11-28T02:48:57,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46037 is added to blk_1073741843_1019 (size=5312) 2024-11-28T02:48:57,196 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/hbase/meta/1588230740/.tmp/table/cfda61f3b146456dacc793415090b991 2024-11-28T02:48:57,203 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/hbase/meta/1588230740/.tmp/info/d81438021d734ffea8900c340b2c1284 as hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/hbase/meta/1588230740/info/d81438021d734ffea8900c340b2c1284 2024-11-28T02:48:57,207 INFO [regionserver/978bd30859c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T02:48:57,208 INFO [regionserver/978bd30859c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T02:48:57,209 INFO [regionserver/978bd30859c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:48:57,210 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/hbase/meta/1588230740/info/d81438021d734ffea8900c340b2c1284, entries=20, sequenceid=13, filesize=8.0 K 2024-11-28T02:48:57,211 INFO [regionserver/978bd30859c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T02:48:57,211 INFO [regionserver/978bd30859c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T02:48:57,211 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/hbase/meta/1588230740/.tmp/ns/733f7ae3da2b4ae69fb2d5eaf66befb5 as hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/hbase/meta/1588230740/ns/733f7ae3da2b4ae69fb2d5eaf66befb5 2024-11-28T02:48:57,219 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/hbase/meta/1588230740/ns/733f7ae3da2b4ae69fb2d5eaf66befb5, entries=2, sequenceid=13, filesize=5.0 K 2024-11-28T02:48:57,220 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/hbase/meta/1588230740/.tmp/table/cfda61f3b146456dacc793415090b991 as hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/hbase/meta/1588230740/table/cfda61f3b146456dacc793415090b991 2024-11-28T02:48:57,226 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/hbase/meta/1588230740/table/cfda61f3b146456dacc793415090b991, entries=2, sequenceid=13, filesize=5.2 K 2024-11-28T02:48:57,227 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=13, compaction requested=false 2024-11-28T02:48:57,232 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-28T02:48:57,233 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T02:48:57,233 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T02:48:57,233 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732762137117Running coprocessor pre-close hooks at 1732762137117Disabling compacts and flushes for region at 1732762137117Disabling writes for close at 1732762137117Obtaining lock to block concurrent updates at 1732762137117Preparing flush snapshotting stores in 1588230740 at 1732762137117Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732762137118 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732762137119 (+1 ms)Flushing 1588230740/info: creating writer at 1732762137119Flushing 1588230740/info: appending metadata at 1732762137134 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732762137134Flushing 1588230740/ns: creating writer at 1732762137145 (+11 ms)Flushing 1588230740/ns: appending metadata at 1732762137161 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732762137161Flushing 1588230740/table: creating writer at 1732762137173 (+12 ms)Flushing 1588230740/table: appending metadata at 1732762137190 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732762137190Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44951639: reopening flushed file at 1732762137202 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@520d085e: reopening flushed file at 1732762137210 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fa7719e: reopening flushed file at 1732762137219 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=13, compaction requested=false at 1732762137227 (+8 ms)Writing region close event to WAL at 1732762137229 (+2 ms)Running coprocessor post-close hooks at 1732762137233 (+4 ms)Closed at 1732762137233 2024-11-28T02:48:57,234 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T02:48:57,316 INFO [RS:0;978bd30859c3:37531 {}] regionserver.HRegionServer(976): stopping server 978bd30859c3,37531,1732762134625; all regions closed. 2024-11-28T02:48:57,317 INFO [RS:1;978bd30859c3:33017 {}] regionserver.HRegionServer(976): stopping server 978bd30859c3,33017,1732762134658; all regions closed. 2024-11-28T02:48:57,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741834_1010 (size=1758) 2024-11-28T02:48:57,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46037 is added to blk_1073741834_1010 (size=1758) 2024-11-28T02:48:57,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741835_1011 (size=4338) 2024-11-28T02:48:57,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46037 is added to blk_1073741835_1011 (size=4338) 2024-11-28T02:48:57,326 DEBUG [RS:1;978bd30859c3:33017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/oldWALs 2024-11-28T02:48:57,327 DEBUG [RS:0;978bd30859c3:37531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/oldWALs 2024-11-28T02:48:57,327 INFO [RS:1;978bd30859c3:33017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C33017%2C1732762134658.meta:.meta(num 1732762135658) 2024-11-28T02:48:57,327 INFO [RS:0;978bd30859c3:37531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C37531%2C1732762134625:(num 1732762135356) 2024-11-28T02:48:57,327 DEBUG [RS:0;978bd30859c3:37531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:57,327 INFO [RS:0;978bd30859c3:37531 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:48:57,327 INFO [RS:0;978bd30859c3:37531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T02:48:57,327 INFO [RS:0;978bd30859c3:37531 {}] hbase.ChoreService(370): Chore service for: regionserver/978bd30859c3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T02:48:57,327 INFO [RS:0;978bd30859c3:37531 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T02:48:57,327 INFO [RS:0;978bd30859c3:37531 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T02:48:57,327 INFO [regionserver/978bd30859c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T02:48:57,327 INFO [RS:0;978bd30859c3:37531 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T02:48:57,327 INFO [RS:0;978bd30859c3:37531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T02:48:57,327 INFO [RS:0;978bd30859c3:37531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37531 2024-11-28T02:48:57,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741833_1009 (size=1867) 2024-11-28T02:48:57,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46037 is added to blk_1073741833_1009 (size=1867) 2024-11-28T02:48:57,332 DEBUG [RS:1;978bd30859c3:33017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/oldWALs 2024-11-28T02:48:57,332 INFO [RS:1;978bd30859c3:33017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C33017%2C1732762134658:(num 1732762135352) 2024-11-28T02:48:57,332 DEBUG [RS:1;978bd30859c3:33017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:48:57,332 INFO [RS:1;978bd30859c3:33017 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:48:57,332 INFO [RS:1;978bd30859c3:33017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T02:48:57,332 INFO [RS:1;978bd30859c3:33017 {}] hbase.ChoreService(370): Chore service for: regionserver/978bd30859c3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T02:48:57,332 INFO [RS:1;978bd30859c3:33017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T02:48:57,332 INFO [regionserver/978bd30859c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T02:48:57,332 INFO [RS:1;978bd30859c3:33017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33017 2024-11-28T02:48:57,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T02:48:57,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10180a17a810001, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/978bd30859c3,37531,1732762134625 2024-11-28T02:48:57,370 INFO [RS:0;978bd30859c3:37531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T02:48:57,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x10180a17a810002, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/978bd30859c3,33017,1732762134658 2024-11-28T02:48:57,378 INFO [RS:1;978bd30859c3:33017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T02:48:57,387 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [978bd30859c3,37531,1732762134625] 2024-11-28T02:48:57,403 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/978bd30859c3,37531,1732762134625 already deleted, retry=false 2024-11-28T02:48:57,403 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 978bd30859c3,37531,1732762134625 expired; onlineServers=1 2024-11-28T02:48:57,403 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [978bd30859c3,33017,1732762134658] 2024-11-28T02:48:57,411 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/978bd30859c3,33017,1732762134658 already deleted, retry=false 2024-11-28T02:48:57,411 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 978bd30859c3,33017,1732762134658 expired; onlineServers=0 2024-11-28T02:48:57,411 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '978bd30859c3,33589,1732762134483' ***** 2024-11-28T02:48:57,411 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T02:48:57,411 INFO [M:0;978bd30859c3:33589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T02:48:57,411 INFO [M:0;978bd30859c3:33589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T02:48:57,411 DEBUG [M:0;978bd30859c3:33589 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T02:48:57,412 DEBUG [M:0;978bd30859c3:33589 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T02:48:57,412 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T02:48:57,412 DEBUG [master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762135009 {}] cleaner.HFileCleaner(306): Exit Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762135009,5,FailOnTimeoutGroup] 2024-11-28T02:48:57,412 DEBUG [master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762135009 {}] cleaner.HFileCleaner(306): Exit Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762135009,5,FailOnTimeoutGroup] 2024-11-28T02:48:57,412 INFO [M:0;978bd30859c3:33589 {}] hbase.ChoreService(370): Chore service for: master/978bd30859c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T02:48:57,412 INFO [M:0;978bd30859c3:33589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T02:48:57,412 DEBUG [M:0;978bd30859c3:33589 {}] master.HMaster(1795): Stopping service threads 2024-11-28T02:48:57,412 INFO [M:0;978bd30859c3:33589 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T02:48:57,412 INFO [M:0;978bd30859c3:33589 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T02:48:57,413 INFO [M:0;978bd30859c3:33589 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T02:48:57,413 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T02:48:57,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T02:48:57,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:57,419 DEBUG [M:0;978bd30859c3:33589 {}] zookeeper.ZKUtil(347): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T02:48:57,419 WARN [M:0;978bd30859c3:33589 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T02:48:57,420 INFO [M:0;978bd30859c3:33589 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/.lastflushedseqids 2024-11-28T02:48:57,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741844_1020 (size=200) 2024-11-28T02:48:57,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46037 is added to blk_1073741844_1020 (size=200) 2024-11-28T02:48:57,427 INFO [M:0;978bd30859c3:33589 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T02:48:57,427 INFO [M:0;978bd30859c3:33589 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T02:48:57,427 DEBUG [M:0;978bd30859c3:33589 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T02:48:57,427 INFO [M:0;978bd30859c3:33589 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:57,427 DEBUG [M:0;978bd30859c3:33589 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:57,427 DEBUG [M:0;978bd30859c3:33589 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T02:48:57,427 DEBUG [M:0;978bd30859c3:33589 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:57,428 INFO [M:0;978bd30859c3:33589 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-28T02:48:57,446 DEBUG [M:0;978bd30859c3:33589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/40f4daaf08ea4323bf5a801c9d79395f is 82, key is hbase:meta,,1/info:regioninfo/1732762135698/Put/seqid=0 2024-11-28T02:48:57,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46037 is added to blk_1073741845_1021 (size=5672) 2024-11-28T02:48:57,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741845_1021 (size=5672) 2024-11-28T02:48:57,451 INFO [M:0;978bd30859c3:33589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/40f4daaf08ea4323bf5a801c9d79395f 2024-11-28T02:48:57,475 DEBUG [M:0;978bd30859c3:33589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4069d91975884b33993b1c75cb19c11a is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732762136611/Put/seqid=0 2024-11-28T02:48:57,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741846_1022 (size=6218) 2024-11-28T02:48:57,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46037 is added to blk_1073741846_1022 (size=6218) 2024-11-28T02:48:57,480 INFO [M:0;978bd30859c3:33589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4069d91975884b33993b1c75cb19c11a 2024-11-28T02:48:57,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10180a17a810001, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:48:57,487 INFO [RS:0;978bd30859c3:37531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T02:48:57,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10180a17a810001, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:48:57,487 INFO [RS:0;978bd30859c3:37531 {}] regionserver.HRegionServer(1031): Exiting; stopping=978bd30859c3,37531,1732762134625; zookeeper connection closed. 2024-11-28T02:48:57,487 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1072a8f2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1072a8f2 2024-11-28T02:48:57,495 INFO [RS:1;978bd30859c3:33017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T02:48:57,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x10180a17a810002, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:48:57,495 INFO [RS:1;978bd30859c3:33017 {}] regionserver.HRegionServer(1031): Exiting; stopping=978bd30859c3,33017,1732762134658; zookeeper connection closed. 2024-11-28T02:48:57,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33017-0x10180a17a810002, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:48:57,495 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1605fe1b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1605fe1b 2024-11-28T02:48:57,496 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-28T02:48:57,525 DEBUG [M:0;978bd30859c3:33589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7c67bbfe2b84dfeb59c2d6b959d644d is 69, key is 978bd30859c3,33017,1732762134658/rs:state/1732762135140/Put/seqid=0 2024-11-28T02:48:57,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741847_1023 (size=5224) 2024-11-28T02:48:57,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46037 is added to blk_1073741847_1023 (size=5224) 2024-11-28T02:48:57,531 INFO [M:0;978bd30859c3:33589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7c67bbfe2b84dfeb59c2d6b959d644d 2024-11-28T02:48:57,536 DEBUG [M:0;978bd30859c3:33589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/40f4daaf08ea4323bf5a801c9d79395f as hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/40f4daaf08ea4323bf5a801c9d79395f 2024-11-28T02:48:57,542 INFO [M:0;978bd30859c3:33589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/40f4daaf08ea4323bf5a801c9d79395f, entries=8, sequenceid=71, filesize=5.5 K 2024-11-28T02:48:57,543 DEBUG [M:0;978bd30859c3:33589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4069d91975884b33993b1c75cb19c11a as hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4069d91975884b33993b1c75cb19c11a 2024-11-28T02:48:57,549 INFO [M:0;978bd30859c3:33589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4069d91975884b33993b1c75cb19c11a, entries=8, sequenceid=71, filesize=6.1 K 2024-11-28T02:48:57,550 DEBUG [M:0;978bd30859c3:33589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7c67bbfe2b84dfeb59c2d6b959d644d as hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e7c67bbfe2b84dfeb59c2d6b959d644d 2024-11-28T02:48:57,556 INFO [M:0;978bd30859c3:33589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44601/user/jenkins/test-data/7c907106-d7db-5cb5-1fa9-2d7b7d74e9f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e7c67bbfe2b84dfeb59c2d6b959d644d, entries=2, sequenceid=71, filesize=5.1 K 2024-11-28T02:48:57,557 INFO [M:0;978bd30859c3:33589 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=71, compaction requested=false 2024-11-28T02:48:57,558 INFO [M:0;978bd30859c3:33589 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:57,558 DEBUG [M:0;978bd30859c3:33589 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732762137427Disabling compacts and flushes for region at 1732762137427Disabling writes for close at 1732762137427Obtaining lock to block concurrent updates at 1732762137428 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732762137428Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1732762137428Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732762137429 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732762137429Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732762137445 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732762137445Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732762137457 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732762137474 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732762137474Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732762137486 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732762137524 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732762137525 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef97d9c: reopening flushed file at 1732762137535 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b38057: reopening flushed file at 1732762137542 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f92db16: reopening flushed file at 1732762137549 (+7 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=71, compaction requested=false at 1732762137557 (+8 ms)Writing region close event to WAL at 1732762137558 (+1 ms)Closed at 1732762137558 2024-11-28T02:48:57,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46037 is added to blk_1073741830_1006 (size=35428) 2024-11-28T02:48:57,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44953 is added to blk_1073741830_1006 (size=35428) 2024-11-28T02:48:57,561 INFO [M:0;978bd30859c3:33589 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T02:48:57,561 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T02:48:57,561 INFO [M:0;978bd30859c3:33589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33589 2024-11-28T02:48:57,562 INFO [M:0;978bd30859c3:33589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T02:48:57,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:48:57,686 INFO [M:0;978bd30859c3:33589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T02:48:57,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10180a17a810000, quorum=127.0.0.1:53073, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:48:57,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b7ce3a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:48:57,689 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57b92523{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T02:48:57,689 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T02:48:57,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48b65518{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T02:48:57,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ce0c400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/hadoop.log.dir/,STOPPED} 2024-11-28T02:48:57,691 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T02:48:57,691 WARN [BP-460635072-172.17.0.2-1732762132782 heartbeating to localhost/127.0.0.1:44601 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T02:48:57,691 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T02:48:57,691 WARN [BP-460635072-172.17.0.2-1732762132782 heartbeating to localhost/127.0.0.1:44601 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-460635072-172.17.0.2-1732762132782 (Datanode Uuid 30effad3-7ada-4349-a97d-a2a407b07df9) service to localhost/127.0.0.1:44601 2024-11-28T02:48:57,691 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/cluster_4348f590-8ae4-a051-9937-e974c1fb6923/data/data3/current/BP-460635072-172.17.0.2-1732762132782 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:48:57,691 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/cluster_4348f590-8ae4-a051-9937-e974c1fb6923/data/data4/current/BP-460635072-172.17.0.2-1732762132782 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:48:57,692 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T02:48:57,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5abb7875{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:48:57,694 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d665d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T02:48:57,694 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T02:48:57,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7896a0c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T02:48:57,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@745595d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/hadoop.log.dir/,STOPPED} 2024-11-28T02:48:57,695 WARN [BP-460635072-172.17.0.2-1732762132782 heartbeating to localhost/127.0.0.1:44601 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T02:48:57,695 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T02:48:57,695 WARN [BP-460635072-172.17.0.2-1732762132782 heartbeating to localhost/127.0.0.1:44601 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-460635072-172.17.0.2-1732762132782 (Datanode Uuid 32cc450b-89c6-4814-8657-75a89c5d76e0) service to localhost/127.0.0.1:44601 2024-11-28T02:48:57,695 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T02:48:57,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/cluster_4348f590-8ae4-a051-9937-e974c1fb6923/data/data1/current/BP-460635072-172.17.0.2-1732762132782 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:48:57,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/cluster_4348f590-8ae4-a051-9937-e974c1fb6923/data/data2/current/BP-460635072-172.17.0.2-1732762132782 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:48:57,696 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T02:48:57,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@326da6f1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T02:48:57,701 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d7b936d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T02:48:57,701 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T02:48:57,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@281223ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T02:48:57,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c77a395{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/hadoop.log.dir/,STOPPED} 2024-11-28T02:48:57,707 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T02:48:57,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T02:48:57,732 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=133 (was 114) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44601 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44601 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44601 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44601 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44601 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44601 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44601 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=470 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 168) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7176 (was 7482) 2024-11-28T02:48:57,738 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=133, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=7176 2024-11-28T02:48:57,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/hadoop.log.dir so I do NOT create it in target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296 2024-11-28T02:48:57,750 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T02:48:57,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/hadoop.tmp.dir so I do NOT create it in target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296 2024-11-28T02:48:57,751 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/216bb555-0996-b7d5-2bc1-65bfddc6d415/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T02:48:57,751 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296 2024-11-28T02:48:57,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T02:48:57,751 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/cluster_7bd31fc8-33f2-9ba8-03dd-b42c7ed25c36, deleteOnExit=true 2024-11-28T02:48:57,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T02:48:57,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/test.cache.data in system properties and HBase conf 2024-11-28T02:48:57,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T02:48:57,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/hadoop.log.dir in system properties and HBase conf 2024-11-28T02:48:57,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T02:48:57,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T02:48:57,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T02:48:57,751 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T02:48:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T02:48:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T02:48:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T02:48:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T02:48:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T02:48:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T02:48:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T02:48:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T02:48:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T02:48:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/nfs.dump.dir in system properties and HBase conf 2024-11-28T02:48:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/java.io.tmpdir in system properties and HBase conf 2024-11-28T02:48:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T02:48:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T02:48:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T02:48:58,022 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:48:58,027 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:48:58,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:48:58,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:48:58,029 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T02:48:58,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:48:58,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ade3e54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:48:58,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d9252e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:48:58,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44f203a0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/java.io.tmpdir/jetty-localhost-40941-hadoop-hdfs-3_4_1-tests_jar-_-any-2813992264091171427/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T02:48:58,122 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40c0650a{HTTP/1.1, (http/1.1)}{localhost:40941} 2024-11-28T02:48:58,122 INFO [Time-limited test {}] server.Server(415): Started @21012ms 2024-11-28T02:48:58,357 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:48:58,360 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:48:58,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:48:58,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:48:58,361 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T02:48:58,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@261a65ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:48:58,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ded65e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:48:58,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27d9d051{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/java.io.tmpdir/jetty-localhost-33697-hadoop-hdfs-3_4_1-tests_jar-_-any-15859496939536201286/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:48:58,455 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ed50e08{HTTP/1.1, (http/1.1)}{localhost:33697} 2024-11-28T02:48:58,455 INFO [Time-limited test {}] server.Server(415): Started @21345ms 2024-11-28T02:48:58,456 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T02:48:58,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:48:58,486 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:48:58,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:48:58,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:48:58,488 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T02:48:58,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526ababc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:48:58,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c61b64f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:48:58,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d1b21fe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/java.io.tmpdir/jetty-localhost-46153-hadoop-hdfs-3_4_1-tests_jar-_-any-2342136599233356503/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:48:58,580 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f7d4220{HTTP/1.1, (http/1.1)}{localhost:46153} 2024-11-28T02:48:58,580 INFO [Time-limited test {}] server.Server(415): Started @21470ms 2024-11-28T02:48:58,581 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T02:48:59,091 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/cluster_7bd31fc8-33f2-9ba8-03dd-b42c7ed25c36/data/data1/current/BP-1562297741-172.17.0.2-1732762137774/current, will proceed with Du for space computation calculation, 2024-11-28T02:48:59,091 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/cluster_7bd31fc8-33f2-9ba8-03dd-b42c7ed25c36/data/data2/current/BP-1562297741-172.17.0.2-1732762137774/current, will proceed with Du for space computation calculation, 2024-11-28T02:48:59,113 WARN [Thread-862 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T02:48:59,116 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c1748c6ca308dba with lease ID 0xdc66bc54bdc8d282: Processing first storage report for DS-c74c1566-9c80-42bb-ae43-e2475cff63e9 from datanode DatanodeRegistration(127.0.0.1:34357, datanodeUuid=d6454131-6b50-4ba7-9933-616f1dbbfd10, infoPort=38407, infoSecurePort=0, ipcPort=36905, storageInfo=lv=-57;cid=testClusterID;nsid=39186774;c=1732762137774) 2024-11-28T02:48:59,116 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c1748c6ca308dba with lease ID 0xdc66bc54bdc8d282: from storage DS-c74c1566-9c80-42bb-ae43-e2475cff63e9 node DatanodeRegistration(127.0.0.1:34357, datanodeUuid=d6454131-6b50-4ba7-9933-616f1dbbfd10, infoPort=38407, infoSecurePort=0, ipcPort=36905, storageInfo=lv=-57;cid=testClusterID;nsid=39186774;c=1732762137774), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:48:59,116 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c1748c6ca308dba with lease ID 0xdc66bc54bdc8d282: Processing first storage report for DS-20fbdd8f-89e1-45f4-8967-9c9dc186e376 from datanode DatanodeRegistration(127.0.0.1:34357, datanodeUuid=d6454131-6b50-4ba7-9933-616f1dbbfd10, infoPort=38407, infoSecurePort=0, ipcPort=36905, storageInfo=lv=-57;cid=testClusterID;nsid=39186774;c=1732762137774) 2024-11-28T02:48:59,116 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c1748c6ca308dba with lease ID 0xdc66bc54bdc8d282: from storage DS-20fbdd8f-89e1-45f4-8967-9c9dc186e376 node DatanodeRegistration(127.0.0.1:34357, datanodeUuid=d6454131-6b50-4ba7-9933-616f1dbbfd10, infoPort=38407, infoSecurePort=0, ipcPort=36905, storageInfo=lv=-57;cid=testClusterID;nsid=39186774;c=1732762137774), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:48:59,219 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/cluster_7bd31fc8-33f2-9ba8-03dd-b42c7ed25c36/data/data4/current/BP-1562297741-172.17.0.2-1732762137774/current, will proceed with Du for space computation calculation, 2024-11-28T02:48:59,219 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/cluster_7bd31fc8-33f2-9ba8-03dd-b42c7ed25c36/data/data3/current/BP-1562297741-172.17.0.2-1732762137774/current, will proceed with Du for space computation calculation, 2024-11-28T02:48:59,241 WARN [Thread-885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T02:48:59,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1468dda439d08d9 with lease ID 0xdc66bc54bdc8d283: Processing first storage report for DS-5824d735-8c59-4f15-9e53-31247be0d769 from datanode DatanodeRegistration(127.0.0.1:38331, datanodeUuid=e5c3c556-d642-4a37-86a4-ec197b3191e0, infoPort=37877, infoSecurePort=0, ipcPort=32819, storageInfo=lv=-57;cid=testClusterID;nsid=39186774;c=1732762137774) 2024-11-28T02:48:59,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1468dda439d08d9 with lease ID 0xdc66bc54bdc8d283: from storage DS-5824d735-8c59-4f15-9e53-31247be0d769 node DatanodeRegistration(127.0.0.1:38331, datanodeUuid=e5c3c556-d642-4a37-86a4-ec197b3191e0, infoPort=37877, infoSecurePort=0, ipcPort=32819, storageInfo=lv=-57;cid=testClusterID;nsid=39186774;c=1732762137774), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:48:59,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1468dda439d08d9 with lease ID 0xdc66bc54bdc8d283: Processing first storage report for DS-8b5c7487-aaa6-4799-8ef7-24dc6301974d from datanode DatanodeRegistration(127.0.0.1:38331, datanodeUuid=e5c3c556-d642-4a37-86a4-ec197b3191e0, infoPort=37877, infoSecurePort=0, ipcPort=32819, storageInfo=lv=-57;cid=testClusterID;nsid=39186774;c=1732762137774) 2024-11-28T02:48:59,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1468dda439d08d9 with lease ID 0xdc66bc54bdc8d283: from storage DS-8b5c7487-aaa6-4799-8ef7-24dc6301974d node DatanodeRegistration(127.0.0.1:38331, datanodeUuid=e5c3c556-d642-4a37-86a4-ec197b3191e0, infoPort=37877, infoSecurePort=0, ipcPort=32819, storageInfo=lv=-57;cid=testClusterID;nsid=39186774;c=1732762137774), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:48:59,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296 2024-11-28T02:48:59,311 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/cluster_7bd31fc8-33f2-9ba8-03dd-b42c7ed25c36/zookeeper_0, clientPort=58144, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/cluster_7bd31fc8-33f2-9ba8-03dd-b42c7ed25c36/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/cluster_7bd31fc8-33f2-9ba8-03dd-b42c7ed25c36/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T02:48:59,312 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58144 2024-11-28T02:48:59,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:59,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:59,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741825_1001 (size=7) 2024-11-28T02:48:59,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741825_1001 (size=7) 2024-11-28T02:48:59,325 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7 with version=8 2024-11-28T02:48:59,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/hbase-staging 2024-11-28T02:48:59,327 INFO [Time-limited test {}] client.ConnectionUtils(128): master/978bd30859c3:0 server-side Connection retries=45 2024-11-28T02:48:59,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:59,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:59,327 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:48:59,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:59,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:48:59,327 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T02:48:59,327 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:48:59,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36409 2024-11-28T02:48:59,329 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36409 connecting to ZooKeeper ensemble=127.0.0.1:58144 2024-11-28T02:48:59,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364090x0, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:48:59,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36409-0x10180a18d730000 connected 2024-11-28T02:48:59,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:59,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:59,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:48:59,480 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7, hbase.cluster.distributed=false 2024-11-28T02:48:59,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:48:59,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36409 2024-11-28T02:48:59,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36409 2024-11-28T02:48:59,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36409 2024-11-28T02:48:59,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36409 2024-11-28T02:48:59,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36409 2024-11-28T02:48:59,504 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/978bd30859c3:0 server-side Connection retries=45 2024-11-28T02:48:59,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:59,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:59,504 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:48:59,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:59,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:48:59,504 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T02:48:59,504 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:48:59,505 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43151 2024-11-28T02:48:59,506 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43151 connecting to ZooKeeper ensemble=127.0.0.1:58144 2024-11-28T02:48:59,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:59,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:59,519 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431510x0, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:48:59,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43151-0x10180a18d730001 connected 2024-11-28T02:48:59,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43151-0x10180a18d730001, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:48:59,520 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T02:48:59,526 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-28T02:48:59,531 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-28T02:48:59,536 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-28T02:48:59,540 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-28T02:48:59,541 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T02:48:59,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43151-0x10180a18d730001, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T02:48:59,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43151-0x10180a18d730001, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:48:59,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43151 2024-11-28T02:48:59,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43151 2024-11-28T02:48:59,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43151 2024-11-28T02:48:59,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43151 2024-11-28T02:48:59,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43151 2024-11-28T02:48:59,561 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/978bd30859c3:0 server-side Connection retries=45 2024-11-28T02:48:59,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:59,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:59,562 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:48:59,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:48:59,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:48:59,562 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T02:48:59,562 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:48:59,562 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40371 2024-11-28T02:48:59,564 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40371 connecting to ZooKeeper ensemble=127.0.0.1:58144 2024-11-28T02:48:59,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:59,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:59,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403710x0, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:48:59,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403710x0, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:48:59,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40371-0x10180a18d730002 connected 2024-11-28T02:48:59,603 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T02:48:59,604 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-28T02:48:59,610 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-28T02:48:59,610 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-28T02:48:59,610 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-28T02:48:59,611 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T02:48:59,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40371-0x10180a18d730002, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T02:48:59,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40371-0x10180a18d730002, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:48:59,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40371 2024-11-28T02:48:59,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40371 2024-11-28T02:48:59,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40371 2024-11-28T02:48:59,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40371 2024-11-28T02:48:59,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40371 2024-11-28T02:48:59,634 DEBUG [M:0;978bd30859c3:36409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;978bd30859c3:36409 2024-11-28T02:48:59,635 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/978bd30859c3,36409,1732762139327 2024-11-28T02:48:59,669 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10180a18d730001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:59,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40371-0x10180a18d730002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:59,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:59,669 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/978bd30859c3,36409,1732762139327 2024-11-28T02:48:59,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:59,677 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10180a18d730001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T02:48:59,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40371-0x10180a18d730002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T02:48:59,677 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10180a18d730001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:59,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40371-0x10180a18d730002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:59,678 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T02:48:59,679 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/978bd30859c3,36409,1732762139327 from backup master directory 2024-11-28T02:48:59,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40371-0x10180a18d730002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:59,686 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10180a18d730001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:59,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/978bd30859c3,36409,1732762139327 2024-11-28T02:48:59,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:48:59,686 WARN [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:48:59,686 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=978bd30859c3,36409,1732762139327 2024-11-28T02:48:59,692 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/hbase.id] with ID: 7ef82663-3e1c-4c82-9a4e-aa35926d6aff 2024-11-28T02:48:59,692 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/.tmp/hbase.id 2024-11-28T02:48:59,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741826_1002 (size=42) 2024-11-28T02:48:59,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741826_1002 (size=42) 2024-11-28T02:48:59,701 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/.tmp/hbase.id]:[hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/hbase.id] 2024-11-28T02:48:59,717 INFO [master/978bd30859c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:48:59,718 INFO [master/978bd30859c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T02:48:59,720 INFO [master/978bd30859c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-28T02:48:59,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40371-0x10180a18d730002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:59,727 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10180a18d730001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:59,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:59,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741827_1003 (size=196) 2024-11-28T02:48:59,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741827_1003 (size=196) 2024-11-28T02:48:59,749 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:48:59,750 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T02:48:59,751 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:48:59,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741828_1004 (size=1189) 2024-11-28T02:48:59,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741828_1004 (size=1189) 2024-11-28T02:48:59,762 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/data/master/store 2024-11-28T02:48:59,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741829_1005 (size=34) 2024-11-28T02:48:59,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741829_1005 (size=34) 2024-11-28T02:48:59,774 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:59,774 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T02:48:59,775 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:59,775 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:59,775 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T02:48:59,775 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:59,775 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:48:59,775 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732762139774Disabling compacts and flushes for region at 1732762139774Disabling writes for close at 1732762139775 (+1 ms)Writing region close event to WAL at 1732762139775Closed at 1732762139775 2024-11-28T02:48:59,776 WARN [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/data/master/store/.initializing 2024-11-28T02:48:59,776 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/WALs/978bd30859c3,36409,1732762139327 2024-11-28T02:48:59,778 INFO [master/978bd30859c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:48:59,781 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C36409%2C1732762139327, suffix=, logDir=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/WALs/978bd30859c3,36409,1732762139327, archiveDir=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/oldWALs, maxLogs=10 2024-11-28T02:48:59,794 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/WALs/978bd30859c3,36409,1732762139327/978bd30859c3%2C36409%2C1732762139327.1732762139781, exclude list is [], retry=0 2024-11-28T02:48:59,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-5824d735-8c59-4f15-9e53-31247be0d769,DISK] 2024-11-28T02:48:59,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34357,DS-c74c1566-9c80-42bb-ae43-e2475cff63e9,DISK] 2024-11-28T02:48:59,800 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/WALs/978bd30859c3,36409,1732762139327/978bd30859c3%2C36409%2C1732762139327.1732762139781 2024-11-28T02:48:59,801 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37877:37877),(127.0.0.1/127.0.0.1:38407:38407)] 2024-11-28T02:48:59,801 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:48:59,801 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:48:59,801 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:59,801 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:59,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:59,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T02:48:59,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:59,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:48:59,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:59,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T02:48:59,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:59,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:48:59,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:59,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T02:48:59,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:59,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:48:59,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:59,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T02:48:59,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:48:59,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:48:59,813 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:59,814 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:59,814 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:59,816 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:59,816 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:59,817 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T02:48:59,818 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:48:59,821 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:48:59,822 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59966853, jitterRate=-0.1064242571592331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T02:48:59,822 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732762139801Initializing all the Stores at 1732762139802 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762139802Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762139802Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762139802Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762139802Cleaning up temporary data from old regions at 1732762139816 (+14 ms)Region opened successfully at 1732762139822 (+6 ms) 2024-11-28T02:48:59,823 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T02:48:59,826 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4503723b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T02:48:59,827 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T02:48:59,827 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T02:48:59,827 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T02:48:59,827 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T02:48:59,828 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T02:48:59,828 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T02:48:59,828 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T02:48:59,831 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T02:48:59,832 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T02:48:59,860 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T02:48:59,861 INFO [master/978bd30859c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T02:48:59,862 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T02:48:59,869 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T02:48:59,869 INFO [master/978bd30859c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T02:48:59,870 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T02:48:59,877 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T02:48:59,878 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T02:48:59,885 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T02:48:59,888 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T02:48:59,894 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T02:48:59,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40371-0x10180a18d730002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:48:59,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:48:59,902 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10180a18d730001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:48:59,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40371-0x10180a18d730002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:59,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:59,902 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10180a18d730001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:59,908 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=978bd30859c3,36409,1732762139327, sessionid=0x10180a18d730000, setting cluster-up flag (Was=false) 2024-11-28T02:48:59,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40371-0x10180a18d730002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:59,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:59,927 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10180a18d730001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:59,952 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T02:48:59,954 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=978bd30859c3,36409,1732762139327 2024-11-28T02:48:59,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:59,969 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10180a18d730001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:59,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40371-0x10180a18d730002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:48:59,994 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T02:48:59,996 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=978bd30859c3,36409,1732762139327 2024-11-28T02:49:00,003 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T02:49:00,013 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T02:49:00,013 INFO [master/978bd30859c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T02:49:00,013 INFO [master/978bd30859c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T02:49:00,014 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 978bd30859c3,36409,1732762139327 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T02:49:00,017 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:49:00,017 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:49:00,017 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:49:00,017 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:49:00,017 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/978bd30859c3:0, corePoolSize=10, maxPoolSize=10 2024-11-28T02:49:00,017 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,018 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:49:00,018 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,020 INFO [RS:0;978bd30859c3:43151 {}] regionserver.HRegionServer(746): ClusterId : 7ef82663-3e1c-4c82-9a4e-aa35926d6aff 2024-11-28T02:49:00,020 DEBUG [RS:0;978bd30859c3:43151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T02:49:00,030 DEBUG [RS:0;978bd30859c3:43151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T02:49:00,031 DEBUG [RS:0;978bd30859c3:43151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T02:49:00,036 INFO [RS:1;978bd30859c3:40371 {}] regionserver.HRegionServer(746): ClusterId : 7ef82663-3e1c-4c82-9a4e-aa35926d6aff 2024-11-28T02:49:00,036 DEBUG [RS:1;978bd30859c3:40371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T02:49:00,045 DEBUG [RS:0;978bd30859c3:43151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T02:49:00,045 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T02:49:00,045 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T02:49:00,045 DEBUG [RS:0;978bd30859c3:43151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e4ee3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T02:49:00,047 DEBUG [RS:1;978bd30859c3:40371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T02:49:00,047 DEBUG [RS:1;978bd30859c3:40371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T02:49:00,049 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:00,049 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T02:49:00,054 DEBUG [RS:1;978bd30859c3:40371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T02:49:00,054 DEBUG [RS:1;978bd30859c3:40371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec43453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T02:49:00,083 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732762170082 2024-11-28T02:49:00,083 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T02:49:00,083 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T02:49:00,083 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T02:49:00,083 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T02:49:00,083 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T02:49:00,083 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T02:49:00,085 DEBUG [RS:0;978bd30859c3:43151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;978bd30859c3:43151 2024-11-28T02:49:00,085 INFO [RS:0;978bd30859c3:43151 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T02:49:00,085 INFO [RS:0;978bd30859c3:43151 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T02:49:00,085 DEBUG [RS:0;978bd30859c3:43151 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T02:49:00,086 INFO [RS:0;978bd30859c3:43151 {}] regionserver.HRegionServer(2659): reportForDuty to master=978bd30859c3,36409,1732762139327 with port=43151, startcode=1732762139503 2024-11-28T02:49:00,087 DEBUG [RS:0;978bd30859c3:43151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T02:49:00,088 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,089 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T02:49:00,089 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T02:49:00,090 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T02:49:00,091 DEBUG [RS:1;978bd30859c3:40371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;978bd30859c3:40371 2024-11-28T02:49:00,091 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51649, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T02:49:00,091 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T02:49:00,091 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T02:49:00,091 INFO [RS:1;978bd30859c3:40371 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T02:49:00,091 INFO [RS:1;978bd30859c3:40371 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T02:49:00,092 DEBUG [RS:1;978bd30859c3:40371 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T02:49:00,091 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36409 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-28T02:49:00,093 INFO [RS:1;978bd30859c3:40371 {}] regionserver.HRegionServer(2659): reportForDuty to master=978bd30859c3,36409,1732762139327 with port=40371, startcode=1732762139561 2024-11-28T02:49:00,093 DEBUG [RS:1;978bd30859c3:40371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T02:49:00,104 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41759, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T02:49:00,105 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36409 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-28T02:49:00,107 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762140091,5,FailOnTimeoutGroup] 2024-11-28T02:49:00,110 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762140107,5,FailOnTimeoutGroup] 2024-11-28T02:49:00,111 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,111 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T02:49:00,111 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,111 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,119 DEBUG [RS:0;978bd30859c3:43151 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-28T02:49:00,119 DEBUG [RS:1;978bd30859c3:40371 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-28T02:49:00,119 WARN [RS:1;978bd30859c3:40371 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-28T02:49:00,119 WARN [RS:0;978bd30859c3:43151 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-28T02:49:00,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741831_1007 (size=1321) 2024-11-28T02:49:00,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741831_1007 (size=1321) 2024-11-28T02:49:00,124 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T02:49:00,124 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7 2024-11-28T02:49:00,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741832_1008 (size=32) 2024-11-28T02:49:00,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741832_1008 (size=32) 2024-11-28T02:49:00,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:49:00,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T02:49:00,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T02:49:00,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:00,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:00,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T02:49:00,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T02:49:00,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:00,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:00,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T02:49:00,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T02:49:00,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:00,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:00,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T02:49:00,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T02:49:00,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:00,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:00,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T02:49:00,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/hbase/meta/1588230740 2024-11-28T02:49:00,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/hbase/meta/1588230740 2024-11-28T02:49:00,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T02:49:00,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T02:49:00,167 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T02:49:00,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T02:49:00,173 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:49:00,174 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71126078, jitterRate=0.05986115336418152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T02:49:00,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732762140146Initializing all the Stores at 1732762140147 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762140147Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762140148 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762140148Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762140148Cleaning up temporary data from old regions at 1732762140167 (+19 ms)Region opened successfully at 1732762140175 (+8 ms) 2024-11-28T02:49:00,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T02:49:00,176 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T02:49:00,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T02:49:00,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T02:49:00,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T02:49:00,177 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T02:49:00,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732762140175Disabling compacts and flushes for region at 1732762140175Disabling writes for close at 1732762140176 (+1 ms)Writing region close event to WAL at 1732762140177 (+1 ms)Closed at 1732762140177 2024-11-28T02:49:00,179 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T02:49:00,179 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T02:49:00,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T02:49:00,182 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T02:49:00,183 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T02:49:00,220 INFO [RS:0;978bd30859c3:43151 {}] regionserver.HRegionServer(2659): reportForDuty to master=978bd30859c3,36409,1732762139327 with port=43151, startcode=1732762139503 2024-11-28T02:49:00,220 INFO [RS:1;978bd30859c3:40371 {}] regionserver.HRegionServer(2659): reportForDuty to master=978bd30859c3,36409,1732762139327 with port=40371, startcode=1732762139561 2024-11-28T02:49:00,221 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36409 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 978bd30859c3,43151,1732762139503 2024-11-28T02:49:00,222 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36409 {}] master.ServerManager(517): Registering regionserver=978bd30859c3,43151,1732762139503 2024-11-28T02:49:00,224 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36409 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 978bd30859c3,40371,1732762139561 2024-11-28T02:49:00,225 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36409 {}] master.ServerManager(517): Registering regionserver=978bd30859c3,40371,1732762139561 2024-11-28T02:49:00,226 DEBUG [RS:0;978bd30859c3:43151 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7 2024-11-28T02:49:00,226 DEBUG [RS:0;978bd30859c3:43151 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39327 2024-11-28T02:49:00,227 DEBUG [RS:0;978bd30859c3:43151 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T02:49:00,228 DEBUG [RS:1;978bd30859c3:40371 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7 2024-11-28T02:49:00,228 DEBUG [RS:1;978bd30859c3:40371 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39327 2024-11-28T02:49:00,228 DEBUG [RS:1;978bd30859c3:40371 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T02:49:00,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T02:49:00,276 DEBUG [RS:0;978bd30859c3:43151 {}] zookeeper.ZKUtil(111): regionserver:43151-0x10180a18d730001, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/978bd30859c3,43151,1732762139503 2024-11-28T02:49:00,276 WARN [RS:0;978bd30859c3:43151 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:49:00,276 INFO [RS:0;978bd30859c3:43151 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:49:00,276 DEBUG [RS:0;978bd30859c3:43151 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/WALs/978bd30859c3,43151,1732762139503 2024-11-28T02:49:00,278 DEBUG [RS:1;978bd30859c3:40371 {}] zookeeper.ZKUtil(111): regionserver:40371-0x10180a18d730002, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/978bd30859c3,40371,1732762139561 2024-11-28T02:49:00,278 WARN [RS:1;978bd30859c3:40371 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:49:00,278 INFO [RS:1;978bd30859c3:40371 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:49:00,279 DEBUG [RS:1;978bd30859c3:40371 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/WALs/978bd30859c3,40371,1732762139561 2024-11-28T02:49:00,280 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [978bd30859c3,40371,1732762139561] 2024-11-28T02:49:00,280 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [978bd30859c3,43151,1732762139503] 2024-11-28T02:49:00,282 INFO [RS:0;978bd30859c3:43151 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T02:49:00,291 INFO [RS:0;978bd30859c3:43151 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T02:49:00,302 INFO [RS:1;978bd30859c3:40371 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T02:49:00,307 INFO [RS:1;978bd30859c3:40371 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T02:49:00,307 INFO [RS:0;978bd30859c3:43151 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T02:49:00,310 INFO [RS:0;978bd30859c3:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,315 INFO [RS:1;978bd30859c3:40371 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T02:49:00,315 INFO [RS:1;978bd30859c3:40371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,317 INFO [RS:0;978bd30859c3:43151 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T02:49:00,319 INFO [RS:0;978bd30859c3:43151 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T02:49:00,319 INFO [RS:0;978bd30859c3:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,319 DEBUG [RS:0;978bd30859c3:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,320 DEBUG [RS:0;978bd30859c3:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,320 DEBUG [RS:0;978bd30859c3:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,320 DEBUG [RS:0;978bd30859c3:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,320 DEBUG [RS:0;978bd30859c3:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,320 DEBUG [RS:0;978bd30859c3:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:49:00,320 DEBUG [RS:0;978bd30859c3:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,320 DEBUG [RS:0;978bd30859c3:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,320 DEBUG [RS:0;978bd30859c3:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,320 DEBUG [RS:0;978bd30859c3:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,320 DEBUG [RS:0;978bd30859c3:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,321 DEBUG [RS:0;978bd30859c3:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,321 DEBUG [RS:0;978bd30859c3:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:49:00,321 DEBUG [RS:0;978bd30859c3:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:49:00,325 INFO [RS:1;978bd30859c3:40371 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T02:49:00,334 WARN [978bd30859c3:36409 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T02:49:00,334 INFO [RS:0;978bd30859c3:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,335 INFO [RS:0;978bd30859c3:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,335 INFO [RS:0;978bd30859c3:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,335 INFO [RS:1;978bd30859c3:40371 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T02:49:00,335 INFO [RS:0;978bd30859c3:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,335 INFO [RS:0;978bd30859c3:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,335 INFO [RS:0;978bd30859c3:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,43151,1732762139503-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:49:00,335 INFO [RS:1;978bd30859c3:40371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,335 DEBUG [RS:1;978bd30859c3:40371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,335 DEBUG [RS:1;978bd30859c3:40371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,335 DEBUG [RS:1;978bd30859c3:40371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,335 DEBUG [RS:1;978bd30859c3:40371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,335 DEBUG [RS:1;978bd30859c3:40371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,335 DEBUG [RS:1;978bd30859c3:40371 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:49:00,335 DEBUG [RS:1;978bd30859c3:40371 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,335 DEBUG [RS:1;978bd30859c3:40371 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,336 DEBUG [RS:1;978bd30859c3:40371 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,336 DEBUG [RS:1;978bd30859c3:40371 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,336 DEBUG [RS:1;978bd30859c3:40371 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,336 DEBUG [RS:1;978bd30859c3:40371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:00,336 DEBUG [RS:1;978bd30859c3:40371 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:49:00,336 DEBUG [RS:1;978bd30859c3:40371 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:49:00,337 INFO [RS:1;978bd30859c3:40371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,337 INFO [RS:1;978bd30859c3:40371 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,337 INFO [RS:1;978bd30859c3:40371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,337 INFO [RS:1;978bd30859c3:40371 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,337 INFO [RS:1;978bd30859c3:40371 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,337 INFO [RS:1;978bd30859c3:40371 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,40371,1732762139561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:49:00,356 INFO [RS:0;978bd30859c3:43151 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T02:49:00,356 INFO [RS:1;978bd30859c3:40371 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T02:49:00,357 INFO [RS:0;978bd30859c3:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,43151,1732762139503-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,357 INFO [RS:1;978bd30859c3:40371 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,40371,1732762139561-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,357 INFO [RS:0;978bd30859c3:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,357 INFO [RS:0;978bd30859c3:43151 {}] regionserver.Replication(171): 978bd30859c3,43151,1732762139503 started 2024-11-28T02:49:00,357 INFO [RS:1;978bd30859c3:40371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,357 INFO [RS:1;978bd30859c3:40371 {}] regionserver.Replication(171): 978bd30859c3,40371,1732762139561 started 2024-11-28T02:49:00,375 INFO [RS:0;978bd30859c3:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,375 INFO [RS:0;978bd30859c3:43151 {}] regionserver.HRegionServer(1482): Serving as 978bd30859c3,43151,1732762139503, RpcServer on 978bd30859c3/172.17.0.2:43151, sessionid=0x10180a18d730001 2024-11-28T02:49:00,375 DEBUG [RS:0;978bd30859c3:43151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T02:49:00,375 DEBUG [RS:0;978bd30859c3:43151 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 978bd30859c3,43151,1732762139503 2024-11-28T02:49:00,375 DEBUG [RS:0;978bd30859c3:43151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,43151,1732762139503' 2024-11-28T02:49:00,375 DEBUG [RS:0;978bd30859c3:43151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T02:49:00,379 DEBUG [RS:0;978bd30859c3:43151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T02:49:00,379 DEBUG [RS:0;978bd30859c3:43151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T02:49:00,379 DEBUG [RS:0;978bd30859c3:43151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T02:49:00,379 DEBUG [RS:0;978bd30859c3:43151 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 978bd30859c3,43151,1732762139503 2024-11-28T02:49:00,380 DEBUG [RS:0;978bd30859c3:43151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,43151,1732762139503' 2024-11-28T02:49:00,380 DEBUG [RS:0;978bd30859c3:43151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T02:49:00,380 INFO [RS:1;978bd30859c3:40371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,380 INFO [RS:1;978bd30859c3:40371 {}] regionserver.HRegionServer(1482): Serving as 978bd30859c3,40371,1732762139561, RpcServer on 978bd30859c3/172.17.0.2:40371, sessionid=0x10180a18d730002 2024-11-28T02:49:00,380 DEBUG [RS:1;978bd30859c3:40371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T02:49:00,380 DEBUG [RS:1;978bd30859c3:40371 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 978bd30859c3,40371,1732762139561 2024-11-28T02:49:00,380 DEBUG [RS:1;978bd30859c3:40371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,40371,1732762139561' 2024-11-28T02:49:00,380 DEBUG [RS:1;978bd30859c3:40371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T02:49:00,380 DEBUG [RS:0;978bd30859c3:43151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T02:49:00,380 DEBUG [RS:1;978bd30859c3:40371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T02:49:00,380 DEBUG [RS:0;978bd30859c3:43151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T02:49:00,380 INFO [RS:0;978bd30859c3:43151 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T02:49:00,381 INFO [RS:0;978bd30859c3:43151 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T02:49:00,381 DEBUG [RS:1;978bd30859c3:40371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T02:49:00,381 DEBUG [RS:1;978bd30859c3:40371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T02:49:00,381 DEBUG [RS:1;978bd30859c3:40371 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 978bd30859c3,40371,1732762139561 2024-11-28T02:49:00,381 DEBUG [RS:1;978bd30859c3:40371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,40371,1732762139561' 2024-11-28T02:49:00,381 DEBUG [RS:1;978bd30859c3:40371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T02:49:00,381 DEBUG [RS:1;978bd30859c3:40371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T02:49:00,382 DEBUG [RS:1;978bd30859c3:40371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T02:49:00,382 INFO [RS:1;978bd30859c3:40371 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T02:49:00,382 INFO [RS:1;978bd30859c3:40371 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T02:49:00,481 INFO [RS:0;978bd30859c3:43151 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:49:00,483 INFO [RS:1;978bd30859c3:40371 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:49:00,484 INFO [RS:0;978bd30859c3:43151 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C43151%2C1732762139503, suffix=, logDir=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/WALs/978bd30859c3,43151,1732762139503, archiveDir=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/oldWALs, maxLogs=32 2024-11-28T02:49:00,496 INFO [RS:1;978bd30859c3:40371 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C40371%2C1732762139561, suffix=, logDir=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/WALs/978bd30859c3,40371,1732762139561, archiveDir=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/oldWALs, maxLogs=32 2024-11-28T02:49:00,505 DEBUG [RS:0;978bd30859c3:43151 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/WALs/978bd30859c3,43151,1732762139503/978bd30859c3%2C43151%2C1732762139503.1732762140484, exclude list is [], retry=0 2024-11-28T02:49:00,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34357,DS-c74c1566-9c80-42bb-ae43-e2475cff63e9,DISK] 2024-11-28T02:49:00,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-5824d735-8c59-4f15-9e53-31247be0d769,DISK] 2024-11-28T02:49:00,516 DEBUG [RS:1;978bd30859c3:40371 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/WALs/978bd30859c3,40371,1732762139561/978bd30859c3%2C40371%2C1732762139561.1732762140496, exclude list is [], retry=0 2024-11-28T02:49:00,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34357,DS-c74c1566-9c80-42bb-ae43-e2475cff63e9,DISK] 2024-11-28T02:49:00,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-5824d735-8c59-4f15-9e53-31247be0d769,DISK] 2024-11-28T02:49:00,551 INFO [RS:0;978bd30859c3:43151 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/WALs/978bd30859c3,43151,1732762139503/978bd30859c3%2C43151%2C1732762139503.1732762140484 2024-11-28T02:49:00,560 INFO [RS:1;978bd30859c3:40371 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/WALs/978bd30859c3,40371,1732762139561/978bd30859c3%2C40371%2C1732762139561.1732762140496 2024-11-28T02:49:00,562 DEBUG [RS:0;978bd30859c3:43151 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38407:38407),(127.0.0.1/127.0.0.1:37877:37877)] 2024-11-28T02:49:00,567 DEBUG [RS:1;978bd30859c3:40371 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38407:38407),(127.0.0.1/127.0.0.1:37877:37877)] 2024-11-28T02:49:00,584 DEBUG [978bd30859c3:36409 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-28T02:49:00,584 DEBUG [978bd30859c3:36409 {}] balancer.BalancerClusterState(204): Hosts are {978bd30859c3=0} racks are {/default-rack=0} 2024-11-28T02:49:00,591 DEBUG [978bd30859c3:36409 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T02:49:00,591 DEBUG [978bd30859c3:36409 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T02:49:00,591 DEBUG [978bd30859c3:36409 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T02:49:00,591 DEBUG [978bd30859c3:36409 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T02:49:00,591 INFO [978bd30859c3:36409 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T02:49:00,591 INFO [978bd30859c3:36409 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T02:49:00,591 DEBUG [978bd30859c3:36409 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T02:49:00,592 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=978bd30859c3,43151,1732762139503 2024-11-28T02:49:00,593 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 978bd30859c3,43151,1732762139503, state=OPENING 2024-11-28T02:49:00,619 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T02:49:00,677 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10180a18d730001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:00,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:49:00,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:00,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40371-0x10180a18d730002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:00,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:49:00,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:49:00,682 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T02:49:00,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=978bd30859c3,43151,1732762139503}] 2024-11-28T02:49:00,836 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:49:00,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35555, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:49:00,843 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T02:49:00,843 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:49:00,844 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T02:49:00,846 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C43151%2C1732762139503.meta, suffix=.meta, logDir=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/WALs/978bd30859c3,43151,1732762139503, archiveDir=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/oldWALs, maxLogs=32 2024-11-28T02:49:00,864 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/WALs/978bd30859c3,43151,1732762139503/978bd30859c3%2C43151%2C1732762139503.meta.1732762140846.meta, exclude list is [], retry=0 2024-11-28T02:49:00,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34357,DS-c74c1566-9c80-42bb-ae43-e2475cff63e9,DISK] 2024-11-28T02:49:00,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38331,DS-5824d735-8c59-4f15-9e53-31247be0d769,DISK] 2024-11-28T02:49:00,882 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/WALs/978bd30859c3,43151,1732762139503/978bd30859c3%2C43151%2C1732762139503.meta.1732762140846.meta 2024-11-28T02:49:00,883 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38407:38407),(127.0.0.1/127.0.0.1:37877:37877)] 2024-11-28T02:49:00,883 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:49:00,884 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T02:49:00,884 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T02:49:00,884 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T02:49:00,884 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T02:49:00,884 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:49:00,884 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T02:49:00,885 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T02:49:00,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T02:49:00,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T02:49:00,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:00,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:00,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T02:49:00,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T02:49:00,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:00,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:00,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T02:49:00,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T02:49:00,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:00,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:00,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T02:49:00,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T02:49:00,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:00,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:00,892 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T02:49:00,893 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/hbase/meta/1588230740 2024-11-28T02:49:00,894 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/hbase/meta/1588230740 2024-11-28T02:49:00,896 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T02:49:00,896 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T02:49:00,896 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T02:49:00,898 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T02:49:00,899 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71055984, jitterRate=0.05881667137145996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T02:49:00,899 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T02:49:00,900 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732762140885Writing region info on filesystem at 1732762140885Initializing all the Stores at 1732762140886 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762140886Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762140886Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762140886Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762140886Cleaning up temporary data from old regions at 1732762140896 (+10 ms)Running coprocessor post-open hooks at 1732762140899 (+3 ms)Region opened successfully at 1732762140900 (+1 ms) 2024-11-28T02:49:00,901 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732762140835 2024-11-28T02:49:00,906 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T02:49:00,906 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T02:49:00,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,43151,1732762139503 2024-11-28T02:49:00,909 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 978bd30859c3,43151,1732762139503, state=OPEN 2024-11-28T02:49:00,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:49:00,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40371-0x10180a18d730002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:49:00,919 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10180a18d730001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:49:00,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:49:00,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:49:00,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:49:00,919 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=978bd30859c3,43151,1732762139503 2024-11-28T02:49:00,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T02:49:00,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=978bd30859c3,43151,1732762139503 in 237 msec 2024-11-28T02:49:00,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T02:49:00,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 746 msec 2024-11-28T02:49:00,930 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T02:49:00,930 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T02:49:00,932 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T02:49:00,932 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=978bd30859c3,43151,1732762139503, seqNum=-1] 2024-11-28T02:49:00,933 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:49:00,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49651, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:49:00,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 938 msec 2024-11-28T02:49:00,952 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732762140952, completionTime=-1 2024-11-28T02:49:00,952 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-28T02:49:00,952 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T02:49:00,956 INFO [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-28T02:49:00,956 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732762200956 2024-11-28T02:49:00,956 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732762260956 2024-11-28T02:49:00,956 INFO [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-28T02:49:00,956 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,36409,1732762139327-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,956 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,36409,1732762139327-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,956 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,36409,1732762139327-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,957 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-978bd30859c3:36409, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,957 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,957 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:00,960 DEBUG [master/978bd30859c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T02:49:00,964 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.278sec 2024-11-28T02:49:00,964 INFO [master/978bd30859c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T02:49:00,964 INFO [master/978bd30859c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T02:49:00,965 INFO [master/978bd30859c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T02:49:00,965 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T02:49:00,965 INFO [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T02:49:00,965 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,36409,1732762139327-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:49:00,965 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,36409,1732762139327-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T02:49:00,967 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T02:49:00,967 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T02:49:00,968 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,36409,1732762139327-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:01,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d79ce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:49:01,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 978bd30859c3,36409,-1 for getting cluster id 2024-11-28T02:49:01,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T02:49:01,027 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ef82663-3e1c-4c82-9a4e-aa35926d6aff' 2024-11-28T02:49:01,027 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T02:49:01,027 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ef82663-3e1c-4c82-9a4e-aa35926d6aff" 2024-11-28T02:49:01,027 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cec110e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:49:01,028 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [978bd30859c3,36409,-1] 2024-11-28T02:49:01,028 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T02:49:01,028 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:01,030 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T02:49:01,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31646aba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:49:01,032 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T02:49:01,035 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=978bd30859c3,43151,1732762139503, seqNum=-1] 2024-11-28T02:49:01,036 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:49:01,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:49:01,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=978bd30859c3,36409,1732762139327 2024-11-28T02:49:01,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T02:49:01,042 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 978bd30859c3,36409,1732762139327 2024-11-28T02:49:01,042 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18ce3cea 2024-11-28T02:49:01,043 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T02:49:01,044 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T02:49:01,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:49:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-28T02:49:01,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T02:49:01,052 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:01,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-28T02:49:01,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T02:49:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:49:01,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741836_1012 (size=379) 2024-11-28T02:49:01,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741836_1012 (size=379) 2024-11-28T02:49:01,068 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 179dc7cc666958585fcfabb25b44ff34, NAME => 'testClearRegionBlockCache,,1732762141045.179dc7cc666958585fcfabb25b44ff34.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7 2024-11-28T02:49:01,069 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c40f83b6fba9c4e012bc5a48721ea9a6, NAME => 'testClearRegionBlockCache,5,1732762141045.c40f83b6fba9c4e012bc5a48721ea9a6.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7 2024-11-28T02:49:01,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741837_1013 (size=61) 2024-11-28T02:49:01,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741837_1013 (size=61) 2024-11-28T02:49:01,081 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732762141045.c40f83b6fba9c4e012bc5a48721ea9a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:49:01,082 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing c40f83b6fba9c4e012bc5a48721ea9a6, disabling compactions & flushes 2024-11-28T02:49:01,082 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732762141045.c40f83b6fba9c4e012bc5a48721ea9a6. 2024-11-28T02:49:01,082 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732762141045.c40f83b6fba9c4e012bc5a48721ea9a6. 2024-11-28T02:49:01,082 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732762141045.c40f83b6fba9c4e012bc5a48721ea9a6. after waiting 0 ms 2024-11-28T02:49:01,082 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732762141045.c40f83b6fba9c4e012bc5a48721ea9a6. 2024-11-28T02:49:01,082 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732762141045.c40f83b6fba9c4e012bc5a48721ea9a6. 2024-11-28T02:49:01,082 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for c40f83b6fba9c4e012bc5a48721ea9a6: Waiting for close lock at 1732762141081Disabling compacts and flushes for region at 1732762141082 (+1 ms)Disabling writes for close at 1732762141082Writing region close event to WAL at 1732762141082Closed at 1732762141082 2024-11-28T02:49:01,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741838_1014 (size=61) 2024-11-28T02:49:01,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741838_1014 (size=61) 2024-11-28T02:49:01,090 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732762141045.179dc7cc666958585fcfabb25b44ff34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:49:01,090 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 179dc7cc666958585fcfabb25b44ff34, disabling compactions & flushes 2024-11-28T02:49:01,091 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732762141045.179dc7cc666958585fcfabb25b44ff34. 2024-11-28T02:49:01,091 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732762141045.179dc7cc666958585fcfabb25b44ff34. 2024-11-28T02:49:01,091 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732762141045.179dc7cc666958585fcfabb25b44ff34. after waiting 0 ms 2024-11-28T02:49:01,091 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732762141045.179dc7cc666958585fcfabb25b44ff34. 2024-11-28T02:49:01,091 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732762141045.179dc7cc666958585fcfabb25b44ff34. 2024-11-28T02:49:01,091 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 179dc7cc666958585fcfabb25b44ff34: Waiting for close lock at 1732762141090Disabling compacts and flushes for region at 1732762141090Disabling writes for close at 1732762141091 (+1 ms)Writing region close event to WAL at 1732762141091Closed at 1732762141091 2024-11-28T02:49:01,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T02:49:01,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732762141045.c40f83b6fba9c4e012bc5a48721ea9a6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732762141093"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762141093"}]},"ts":"1732762141093"} 2024-11-28T02:49:01,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732762141045.179dc7cc666958585fcfabb25b44ff34.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732762141093"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762141093"}]},"ts":"1732762141093"} 2024-11-28T02:49:01,097 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-28T02:49:01,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T02:49:01,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732762141099"}]},"ts":"1732762141099"} 2024-11-28T02:49:01,101 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-28T02:49:01,101 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {978bd30859c3=0} racks are {/default-rack=0} 2024-11-28T02:49:01,103 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T02:49:01,103 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T02:49:01,103 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T02:49:01,103 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T02:49:01,103 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T02:49:01,103 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T02:49:01,103 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T02:49:01,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=179dc7cc666958585fcfabb25b44ff34, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c40f83b6fba9c4e012bc5a48721ea9a6, ASSIGN}] 2024-11-28T02:49:01,105 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c40f83b6fba9c4e012bc5a48721ea9a6, ASSIGN 2024-11-28T02:49:01,105 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=179dc7cc666958585fcfabb25b44ff34, ASSIGN 2024-11-28T02:49:01,106 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=179dc7cc666958585fcfabb25b44ff34, ASSIGN; state=OFFLINE, location=978bd30859c3,40371,1732762139561; forceNewPlan=false, retain=false 2024-11-28T02:49:01,106 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c40f83b6fba9c4e012bc5a48721ea9a6, ASSIGN; state=OFFLINE, location=978bd30859c3,43151,1732762139503; forceNewPlan=false, retain=false 2024-11-28T02:49:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:49:01,180 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T02:49:01,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:01,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:01,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:01,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:01,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:01,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:01,257 INFO [978bd30859c3:36409 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-28T02:49:01,257 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=179dc7cc666958585fcfabb25b44ff34, regionState=OPENING, regionLocation=978bd30859c3,40371,1732762139561 2024-11-28T02:49:01,257 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c40f83b6fba9c4e012bc5a48721ea9a6, regionState=OPENING, regionLocation=978bd30859c3,43151,1732762139503 2024-11-28T02:49:01,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=179dc7cc666958585fcfabb25b44ff34, ASSIGN because future has completed 2024-11-28T02:49:01,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 179dc7cc666958585fcfabb25b44ff34, server=978bd30859c3,40371,1732762139561}] 2024-11-28T02:49:01,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c40f83b6fba9c4e012bc5a48721ea9a6, ASSIGN because future has completed 2024-11-28T02:49:01,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c40f83b6fba9c4e012bc5a48721ea9a6, server=978bd30859c3,43151,1732762139503}] 2024-11-28T02:49:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:49:01,415 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:49:01,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39467, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:49:01,422 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732762141045.c40f83b6fba9c4e012bc5a48721ea9a6. 2024-11-28T02:49:01,422 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => c40f83b6fba9c4e012bc5a48721ea9a6, NAME => 'testClearRegionBlockCache,5,1732762141045.c40f83b6fba9c4e012bc5a48721ea9a6.', STARTKEY => '5', ENDKEY => ''} 2024-11-28T02:49:01,422 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c40f83b6fba9c4e012bc5a48721ea9a6 2024-11-28T02:49:01,422 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732762141045.c40f83b6fba9c4e012bc5a48721ea9a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:49:01,422 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for c40f83b6fba9c4e012bc5a48721ea9a6 2024-11-28T02:49:01,422 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for c40f83b6fba9c4e012bc5a48721ea9a6 2024-11-28T02:49:01,426 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732762141045.179dc7cc666958585fcfabb25b44ff34. 2024-11-28T02:49:01,426 INFO [StoreOpener-c40f83b6fba9c4e012bc5a48721ea9a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c40f83b6fba9c4e012bc5a48721ea9a6 2024-11-28T02:49:01,426 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 179dc7cc666958585fcfabb25b44ff34, NAME => 'testClearRegionBlockCache,,1732762141045.179dc7cc666958585fcfabb25b44ff34.', STARTKEY => '', ENDKEY => '5'} 2024-11-28T02:49:01,427 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 179dc7cc666958585fcfabb25b44ff34 2024-11-28T02:49:01,427 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732762141045.179dc7cc666958585fcfabb25b44ff34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:49:01,427 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 179dc7cc666958585fcfabb25b44ff34 2024-11-28T02:49:01,427 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 179dc7cc666958585fcfabb25b44ff34 2024-11-28T02:49:01,429 INFO [StoreOpener-179dc7cc666958585fcfabb25b44ff34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 179dc7cc666958585fcfabb25b44ff34 2024-11-28T02:49:01,431 INFO [StoreOpener-179dc7cc666958585fcfabb25b44ff34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 179dc7cc666958585fcfabb25b44ff34 columnFamilyName family 2024-11-28T02:49:01,431 INFO [StoreOpener-c40f83b6fba9c4e012bc5a48721ea9a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c40f83b6fba9c4e012bc5a48721ea9a6 columnFamilyName family 2024-11-28T02:49:01,431 DEBUG [StoreOpener-179dc7cc666958585fcfabb25b44ff34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:01,431 DEBUG [StoreOpener-c40f83b6fba9c4e012bc5a48721ea9a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:01,431 INFO [StoreOpener-c40f83b6fba9c4e012bc5a48721ea9a6-1 {}] regionserver.HStore(327): Store=c40f83b6fba9c4e012bc5a48721ea9a6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:49:01,431 INFO [StoreOpener-179dc7cc666958585fcfabb25b44ff34-1 {}] regionserver.HStore(327): Store=179dc7cc666958585fcfabb25b44ff34/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:49:01,432 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 179dc7cc666958585fcfabb25b44ff34 2024-11-28T02:49:01,432 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for c40f83b6fba9c4e012bc5a48721ea9a6 2024-11-28T02:49:01,433 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/default/testClearRegionBlockCache/c40f83b6fba9c4e012bc5a48721ea9a6 2024-11-28T02:49:01,433 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/default/testClearRegionBlockCache/c40f83b6fba9c4e012bc5a48721ea9a6 2024-11-28T02:49:01,433 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/default/testClearRegionBlockCache/179dc7cc666958585fcfabb25b44ff34 2024-11-28T02:49:01,434 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for c40f83b6fba9c4e012bc5a48721ea9a6 2024-11-28T02:49:01,434 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/default/testClearRegionBlockCache/179dc7cc666958585fcfabb25b44ff34 2024-11-28T02:49:01,434 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for c40f83b6fba9c4e012bc5a48721ea9a6 2024-11-28T02:49:01,439 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 179dc7cc666958585fcfabb25b44ff34 2024-11-28T02:49:01,439 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 179dc7cc666958585fcfabb25b44ff34 2024-11-28T02:49:01,442 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 179dc7cc666958585fcfabb25b44ff34 2024-11-28T02:49:01,443 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for c40f83b6fba9c4e012bc5a48721ea9a6 2024-11-28T02:49:01,449 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/default/testClearRegionBlockCache/c40f83b6fba9c4e012bc5a48721ea9a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:49:01,450 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened c40f83b6fba9c4e012bc5a48721ea9a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74335086, jitterRate=0.1076790988445282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T02:49:01,450 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c40f83b6fba9c4e012bc5a48721ea9a6 2024-11-28T02:49:01,451 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/default/testClearRegionBlockCache/179dc7cc666958585fcfabb25b44ff34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:49:01,451 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for c40f83b6fba9c4e012bc5a48721ea9a6: Running coprocessor pre-open hook at 1732762141423Writing region info on filesystem at 1732762141423Initializing all the Stores at 1732762141423Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762141423Cleaning up temporary data from old regions at 1732762141434 (+11 ms)Running coprocessor post-open hooks at 1732762141450 (+16 ms)Region opened successfully at 1732762141451 (+1 ms) 2024-11-28T02:49:01,451 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 179dc7cc666958585fcfabb25b44ff34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62610680, jitterRate=-0.06702816486358643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T02:49:01,451 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 179dc7cc666958585fcfabb25b44ff34 2024-11-28T02:49:01,451 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 179dc7cc666958585fcfabb25b44ff34: Running coprocessor pre-open hook at 1732762141427Writing region info on filesystem at 1732762141427Initializing all the Stores at 1732762141428 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762141428Cleaning up temporary data from old regions at 1732762141439 (+11 ms)Running coprocessor post-open hooks at 1732762141451 (+12 ms)Region opened successfully at 1732762141451 2024-11-28T02:49:01,452 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732762141045.179dc7cc666958585fcfabb25b44ff34., pid=7, masterSystemTime=1732762141415 2024-11-28T02:49:01,455 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732762141045.c40f83b6fba9c4e012bc5a48721ea9a6., pid=8, masterSystemTime=1732762141416 2024-11-28T02:49:01,456 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732762141045.179dc7cc666958585fcfabb25b44ff34. 2024-11-28T02:49:01,456 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732762141045.179dc7cc666958585fcfabb25b44ff34. 2024-11-28T02:49:01,459 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=179dc7cc666958585fcfabb25b44ff34, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,40371,1732762139561 2024-11-28T02:49:01,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 179dc7cc666958585fcfabb25b44ff34, server=978bd30859c3,40371,1732762139561 because future has completed 2024-11-28T02:49:01,464 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732762141045.c40f83b6fba9c4e012bc5a48721ea9a6. 2024-11-28T02:49:01,464 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732762141045.c40f83b6fba9c4e012bc5a48721ea9a6. 2024-11-28T02:49:01,465 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c40f83b6fba9c4e012bc5a48721ea9a6, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,43151,1732762139503 2024-11-28T02:49:01,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c40f83b6fba9c4e012bc5a48721ea9a6, server=978bd30859c3,43151,1732762139503 because future has completed 2024-11-28T02:49:01,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-28T02:49:01,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 179dc7cc666958585fcfabb25b44ff34, server=978bd30859c3,40371,1732762139561 in 204 msec 2024-11-28T02:49:01,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=179dc7cc666958585fcfabb25b44ff34, ASSIGN in 367 msec 2024-11-28T02:49:01,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-28T02:49:01,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c40f83b6fba9c4e012bc5a48721ea9a6, server=978bd30859c3,43151,1732762139503 in 208 msec 2024-11-28T02:49:01,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-28T02:49:01,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c40f83b6fba9c4e012bc5a48721ea9a6, ASSIGN in 378 msec 2024-11-28T02:49:01,485 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T02:49:01,486 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732762141485"}]},"ts":"1732762141485"} 2024-11-28T02:49:01,489 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-28T02:49:01,492 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T02:49:01,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 447 msec 2024-11-28T02:49:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:49:01,679 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-28T02:49:01,679 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-28T02:49:01,679 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T02:49:01,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-28T02:49:01,683 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T02:49:01,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-28T02:49:01,687 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732762141045.179dc7cc666958585fcfabb25b44ff34., hostname=978bd30859c3,40371,1732762139561, seqNum=2] 2024-11-28T02:49:01,687 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:49:01,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:49:01,703 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732762141045.c40f83b6fba9c4e012bc5a48721ea9a6., hostname=978bd30859c3,43151,1732762139503, seqNum=2] 2024-11-28T02:49:01,715 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c40f83b6fba9c4e012bc5a48721ea9a6 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-28T02:49:01,732 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/default/testClearRegionBlockCache/c40f83b6fba9c4e012bc5a48721ea9a6/.tmp/family/3786b8ce710e4a3faf9d302d68638a97 is 32, key is 5/family:/1732762141704/Put/seqid=0 2024-11-28T02:49:01,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741839_1015 (size=5083) 2024-11-28T02:49:01,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741839_1015 (size=5083) 2024-11-28T02:49:01,738 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/default/testClearRegionBlockCache/c40f83b6fba9c4e012bc5a48721ea9a6/.tmp/family/3786b8ce710e4a3faf9d302d68638a97 2024-11-28T02:49:01,746 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/default/testClearRegionBlockCache/c40f83b6fba9c4e012bc5a48721ea9a6/.tmp/family/3786b8ce710e4a3faf9d302d68638a97 as hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/default/testClearRegionBlockCache/c40f83b6fba9c4e012bc5a48721ea9a6/family/3786b8ce710e4a3faf9d302d68638a97 2024-11-28T02:49:01,752 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/default/testClearRegionBlockCache/c40f83b6fba9c4e012bc5a48721ea9a6/family/3786b8ce710e4a3faf9d302d68638a97, entries=5, sequenceid=9, filesize=5.0 K 2024-11-28T02:49:01,753 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for c40f83b6fba9c4e012bc5a48721ea9a6 in 38ms, sequenceid=9, compaction requested=false 2024-11-28T02:49:01,753 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c40f83b6fba9c4e012bc5a48721ea9a6: 2024-11-28T02:49:01,753 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 179dc7cc666958585fcfabb25b44ff34 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-28T02:49:01,769 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/default/testClearRegionBlockCache/179dc7cc666958585fcfabb25b44ff34/.tmp/family/3e845037d53c4e16b10dd531e412635b is 32, key is 1/family:/1732762141689/Put/seqid=0 2024-11-28T02:49:01,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741840_1016 (size=5054) 2024-11-28T02:49:01,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741840_1016 (size=5054) 2024-11-28T02:49:02,177 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/default/testClearRegionBlockCache/179dc7cc666958585fcfabb25b44ff34/.tmp/family/3e845037d53c4e16b10dd531e412635b 2024-11-28T02:49:02,184 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/default/testClearRegionBlockCache/179dc7cc666958585fcfabb25b44ff34/.tmp/family/3e845037d53c4e16b10dd531e412635b as hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/default/testClearRegionBlockCache/179dc7cc666958585fcfabb25b44ff34/family/3e845037d53c4e16b10dd531e412635b 2024-11-28T02:49:02,191 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/default/testClearRegionBlockCache/179dc7cc666958585fcfabb25b44ff34/family/3e845037d53c4e16b10dd531e412635b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-28T02:49:02,192 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 179dc7cc666958585fcfabb25b44ff34 in 439ms, sequenceid=8, compaction requested=false 2024-11-28T02:49:02,192 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 179dc7cc666958585fcfabb25b44ff34: 2024-11-28T02:49:02,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6655a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:49:02,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 978bd30859c3,36409,-1 for getting cluster id 2024-11-28T02:49:02,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T02:49:02,194 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ef82663-3e1c-4c82-9a4e-aa35926d6aff' 2024-11-28T02:49:02,194 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T02:49:02,194 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ef82663-3e1c-4c82-9a4e-aa35926d6aff" 2024-11-28T02:49:02,195 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729f2e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:49:02,195 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [978bd30859c3,36409,-1] 2024-11-28T02:49:02,195 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T02:49:02,195 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:02,196 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T02:49:02,197 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd1a04b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:49:02,204 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-28T02:49:02,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T02:49:02,206 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=978bd30859c3,43151,1732762139503, seqNum=-1] 2024-11-28T02:49:02,206 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:49:02,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:49:02,211 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:49:02,211 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:49:02,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:49:02,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:49:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] bucket.BucketCache(1863): found 1 blocks for file 3786b8ce710e4a3faf9d302d68638a97, starting offset: 0, end offset: 9223372036854775807 2024-11-28T02:49:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43151 {}] bucket.BucketCache(856): removed key 3786b8ce710e4a3faf9d302d68638a97_0 from back map with offset lock 2094080 in the evict process 2024-11-28T02:49:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40371 {}] bucket.BucketCache(1863): found 1 blocks for file 3e845037d53c4e16b10dd531e412635b, starting offset: 0, end offset: 9223372036854775807 2024-11-28T02:49:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40371 {}] bucket.BucketCache(856): removed key 3e845037d53c4e16b10dd531e412635b_0 from back map with offset lock 2094080 in the evict process 2024-11-28T02:49:02,215 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T02:49:02,215 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:49:02,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:02,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:02,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T02:49:02,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T02:49:02,216 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T02:49:02,216 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:49:02,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:02,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:02,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T02:49:02,216 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T02:49:02,216 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=977046031, stopped=false 2024-11-28T02:49:02,216 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=978bd30859c3,36409,1732762139327 2024-11-28T02:49:02,268 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10180a18d730001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T02:49:02,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40371-0x10180a18d730002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T02:49:02,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T02:49:02,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40371-0x10180a18d730002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:02,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:02,268 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10180a18d730001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:02,269 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T02:49:02,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T02:49:02,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43151-0x10180a18d730001, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:49:02,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:49:02,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:02,270 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '978bd30859c3,43151,1732762139503' ***** 2024-11-28T02:49:02,270 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T02:49:02,270 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '978bd30859c3,40371,1732762139561' ***** 2024-11-28T02:49:02,270 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T02:49:02,270 INFO [RS:0;978bd30859c3:43151 {}] bucket.BucketCache(1738): Disabling cache 2024-11-28T02:49:02,270 INFO [RS:1;978bd30859c3:40371 {}] bucket.BucketCache(1738): Disabling cache 2024-11-28T02:49:02,270 INFO [RS:1;978bd30859c3:40371 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-28T02:49:02,270 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-28T02:49:02,271 INFO [RS:0;978bd30859c3:43151 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-28T02:49:02,271 INFO [RS:1;978bd30859c3:40371 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T02:49:02,271 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-28T02:49:02,271 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T02:49:02,271 INFO [RS:0;978bd30859c3:43151 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T02:49:02,271 INFO [RS:1;978bd30859c3:40371 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T02:49:02,271 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-28T02:49:02,271 INFO [RS:1;978bd30859c3:40371 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T02:49:02,271 INFO [RS:0;978bd30859c3:43151 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T02:49:02,271 INFO [RS:0;978bd30859c3:43151 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T02:49:02,271 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-28T02:49:02,271 INFO [RS:0;978bd30859c3:43151 {}] regionserver.HRegionServer(3091): Received CLOSE for c40f83b6fba9c4e012bc5a48721ea9a6 2024-11-28T02:49:02,271 INFO [RS:1;978bd30859c3:40371 {}] regionserver.HRegionServer(3091): Received CLOSE for 179dc7cc666958585fcfabb25b44ff34 2024-11-28T02:49:02,271 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T02:49:02,271 INFO [RS:1;978bd30859c3:40371 {}] regionserver.HRegionServer(959): stopping server 978bd30859c3,40371,1732762139561 2024-11-28T02:49:02,271 INFO [RS:1;978bd30859c3:40371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T02:49:02,271 INFO [RS:1;978bd30859c3:40371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;978bd30859c3:40371. 2024-11-28T02:49:02,271 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 179dc7cc666958585fcfabb25b44ff34, disabling compactions & flushes 2024-11-28T02:49:02,272 DEBUG [RS:1;978bd30859c3:40371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:49:02,272 DEBUG [RS:1;978bd30859c3:40371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:02,272 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732762141045.179dc7cc666958585fcfabb25b44ff34. 2024-11-28T02:49:02,272 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732762141045.179dc7cc666958585fcfabb25b44ff34. 2024-11-28T02:49:02,272 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732762141045.179dc7cc666958585fcfabb25b44ff34. after waiting 0 ms 2024-11-28T02:49:02,272 INFO [RS:1;978bd30859c3:40371 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T02:49:02,272 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732762141045.179dc7cc666958585fcfabb25b44ff34. 2024-11-28T02:49:02,272 DEBUG [RS:1;978bd30859c3:40371 {}] regionserver.HRegionServer(1325): Online Regions={179dc7cc666958585fcfabb25b44ff34=testClearRegionBlockCache,,1732762141045.179dc7cc666958585fcfabb25b44ff34.} 2024-11-28T02:49:02,272 DEBUG [RS:1;978bd30859c3:40371 {}] regionserver.HRegionServer(1351): Waiting on 179dc7cc666958585fcfabb25b44ff34 2024-11-28T02:49:02,272 INFO [RS:0;978bd30859c3:43151 {}] regionserver.HRegionServer(959): stopping server 978bd30859c3,43151,1732762139503 2024-11-28T02:49:02,272 INFO [RS:0;978bd30859c3:43151 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T02:49:02,272 INFO [RS:0;978bd30859c3:43151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;978bd30859c3:43151. 2024-11-28T02:49:02,272 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-28T02:49:02,272 DEBUG [RS:0;978bd30859c3:43151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:49:02,272 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c40f83b6fba9c4e012bc5a48721ea9a6, disabling compactions & flushes 2024-11-28T02:49:02,272 DEBUG [RS:0;978bd30859c3:43151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:02,272 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732762141045.c40f83b6fba9c4e012bc5a48721ea9a6. 2024-11-28T02:49:02,272 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-28T02:49:02,272 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732762141045.c40f83b6fba9c4e012bc5a48721ea9a6. 2024-11-28T02:49:02,272 INFO [RS:0;978bd30859c3:43151 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T02:49:02,272 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732762141045.c40f83b6fba9c4e012bc5a48721ea9a6. after waiting 0 ms 2024-11-28T02:49:02,273 INFO [RS:0;978bd30859c3:43151 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T02:49:02,273 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732762141045.c40f83b6fba9c4e012bc5a48721ea9a6. 2024-11-28T02:49:02,273 INFO [RS:0;978bd30859c3:43151 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T02:49:02,273 INFO [RS:0;978bd30859c3:43151 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T02:49:02,273 INFO [RS:0;978bd30859c3:43151 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T02:49:02,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:49:02,273 DEBUG [RS:0;978bd30859c3:43151 {}] regionserver.HRegionServer(1325): Online Regions={c40f83b6fba9c4e012bc5a48721ea9a6=testClearRegionBlockCache,5,1732762141045.c40f83b6fba9c4e012bc5a48721ea9a6., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T02:49:02,273 DEBUG [RS:0;978bd30859c3:43151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c40f83b6fba9c4e012bc5a48721ea9a6 2024-11-28T02:49:02,273 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T02:49:02,273 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T02:49:02,273 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T02:49:02,274 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T02:49:02,274 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T02:49:02,274 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-28T02:49:02,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40371-0x10180a18d730002, quorum=127.0.0.1:58144, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:49:02,279 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/default/testClearRegionBlockCache/179dc7cc666958585fcfabb25b44ff34/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T02:49:02,280 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732762141045.179dc7cc666958585fcfabb25b44ff34. 2024-11-28T02:49:02,280 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 179dc7cc666958585fcfabb25b44ff34: Waiting for close lock at 1732762142271Running coprocessor pre-close hooks at 1732762142271Disabling compacts and flushes for region at 1732762142271Disabling writes for close at 1732762142272 (+1 ms)Writing region close event to WAL at 1732762142273 (+1 ms)Running coprocessor post-close hooks at 1732762142280 (+7 ms)Closed at 1732762142280 2024-11-28T02:49:02,280 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732762141045.179dc7cc666958585fcfabb25b44ff34. 2024-11-28T02:49:02,282 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/default/testClearRegionBlockCache/c40f83b6fba9c4e012bc5a48721ea9a6/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-28T02:49:02,283 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732762141045.c40f83b6fba9c4e012bc5a48721ea9a6. 2024-11-28T02:49:02,283 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c40f83b6fba9c4e012bc5a48721ea9a6: Waiting for close lock at 1732762142272Running coprocessor pre-close hooks at 1732762142272Disabling compacts and flushes for region at 1732762142272Disabling writes for close at 1732762142272Writing region close event to WAL at 1732762142275 (+3 ms)Running coprocessor post-close hooks at 1732762142283 (+8 ms)Closed at 1732762142283 2024-11-28T02:49:02,283 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732762141045.c40f83b6fba9c4e012bc5a48721ea9a6. 2024-11-28T02:49:02,295 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/hbase/meta/1588230740/.tmp/info/38c55fd287ff4bb387f33fe774906509 is 173, key is testClearRegionBlockCache,5,1732762141045.c40f83b6fba9c4e012bc5a48721ea9a6./info:regioninfo/1732762141465/Put/seqid=0 2024-11-28T02:49:02,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741841_1017 (size=8173) 2024-11-28T02:49:02,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741841_1017 (size=8173) 2024-11-28T02:49:02,304 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/hbase/meta/1588230740/.tmp/info/38c55fd287ff4bb387f33fe774906509 2024-11-28T02:49:02,328 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/hbase/meta/1588230740/.tmp/ns/a12cf44150784ebab84ff66b140e90ca is 43, key is default/ns:d/1732762140940/Put/seqid=0 2024-11-28T02:49:02,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741842_1018 (size=5153) 2024-11-28T02:49:02,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741842_1018 (size=5153) 2024-11-28T02:49:02,337 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/hbase/meta/1588230740/.tmp/ns/a12cf44150784ebab84ff66b140e90ca 2024-11-28T02:49:02,337 INFO [regionserver/978bd30859c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T02:49:02,337 INFO [regionserver/978bd30859c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T02:49:02,338 INFO [regionserver/978bd30859c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:49:02,340 INFO [regionserver/978bd30859c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:49:02,365 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/hbase/meta/1588230740/.tmp/table/6020526764d945b6af3ed6812bf6a54e is 61, key is testClearRegionBlockCache/table:state/1732762141485/Put/seqid=0 2024-11-28T02:49:02,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741843_1019 (size=5312) 2024-11-28T02:49:02,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741843_1019 (size=5312) 2024-11-28T02:49:02,374 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/hbase/meta/1588230740/.tmp/table/6020526764d945b6af3ed6812bf6a54e 2024-11-28T02:49:02,382 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/hbase/meta/1588230740/.tmp/info/38c55fd287ff4bb387f33fe774906509 as hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/hbase/meta/1588230740/info/38c55fd287ff4bb387f33fe774906509 2024-11-28T02:49:02,388 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/hbase/meta/1588230740/info/38c55fd287ff4bb387f33fe774906509, entries=20, sequenceid=13, filesize=8.0 K 2024-11-28T02:49:02,390 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/hbase/meta/1588230740/.tmp/ns/a12cf44150784ebab84ff66b140e90ca as hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/hbase/meta/1588230740/ns/a12cf44150784ebab84ff66b140e90ca 2024-11-28T02:49:02,396 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/hbase/meta/1588230740/ns/a12cf44150784ebab84ff66b140e90ca, entries=2, sequenceid=13, filesize=5.0 K 2024-11-28T02:49:02,397 INFO [regionserver/978bd30859c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T02:49:02,397 INFO [regionserver/978bd30859c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T02:49:02,398 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/hbase/meta/1588230740/.tmp/table/6020526764d945b6af3ed6812bf6a54e as hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/hbase/meta/1588230740/table/6020526764d945b6af3ed6812bf6a54e 2024-11-28T02:49:02,404 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/hbase/meta/1588230740/table/6020526764d945b6af3ed6812bf6a54e, entries=2, sequenceid=13, filesize=5.2 K 2024-11-28T02:49:02,405 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 130ms, sequenceid=13, compaction requested=false 2024-11-28T02:49:02,409 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-28T02:49:02,410 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T02:49:02,410 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T02:49:02,410 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732762142273Running coprocessor pre-close hooks at 1732762142273Disabling compacts and flushes for region at 1732762142273Disabling writes for close at 1732762142274 (+1 ms)Obtaining lock to block concurrent updates at 1732762142274Preparing flush snapshotting stores in 1588230740 at 1732762142274Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732762142274Flushing stores of hbase:meta,,1.1588230740 at 1732762142275 (+1 ms)Flushing 1588230740/info: creating writer at 1732762142275Flushing 1588230740/info: appending metadata at 1732762142295 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732762142295Flushing 1588230740/ns: creating writer at 1732762142312 (+17 ms)Flushing 1588230740/ns: appending metadata at 1732762142327 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732762142327Flushing 1588230740/table: creating writer at 1732762142344 (+17 ms)Flushing 1588230740/table: appending metadata at 1732762142364 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732762142364Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3862927a: reopening flushed file at 1732762142381 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ece9df2: reopening flushed file at 1732762142389 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44732072: reopening flushed file at 1732762142396 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 130ms, sequenceid=13, compaction requested=false at 1732762142405 (+9 ms)Writing region close event to WAL at 1732762142406 (+1 ms)Running coprocessor post-close hooks at 1732762142410 (+4 ms)Closed at 1732762142410 2024-11-28T02:49:02,410 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T02:49:02,472 INFO [RS:1;978bd30859c3:40371 {}] regionserver.HRegionServer(976): stopping server 978bd30859c3,40371,1732762139561; all regions closed. 2024-11-28T02:49:02,473 INFO [RS:0;978bd30859c3:43151 {}] regionserver.HRegionServer(976): stopping server 978bd30859c3,43151,1732762139503; all regions closed. 2024-11-28T02:49:02,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741834_1010 (size=1758) 2024-11-28T02:49:02,475 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/WALs/978bd30859c3,40371,1732762139561/978bd30859c3%2C40371%2C1732762139561.1732762140496 not finished, retry = 0 2024-11-28T02:49:02,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741834_1010 (size=1758) 2024-11-28T02:49:02,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741835_1011 (size=4338) 2024-11-28T02:49:02,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741835_1011 (size=4338) 2024-11-28T02:49:02,478 DEBUG [RS:0;978bd30859c3:43151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/oldWALs 2024-11-28T02:49:02,478 INFO [RS:0;978bd30859c3:43151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C43151%2C1732762139503.meta:.meta(num 1732762140846) 2024-11-28T02:49:02,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741833_1009 (size=1867) 2024-11-28T02:49:02,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741833_1009 (size=1867) 2024-11-28T02:49:02,483 DEBUG [RS:0;978bd30859c3:43151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/oldWALs 2024-11-28T02:49:02,483 INFO [RS:0;978bd30859c3:43151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C43151%2C1732762139503:(num 1732762140484) 2024-11-28T02:49:02,483 DEBUG [RS:0;978bd30859c3:43151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:02,483 INFO [RS:0;978bd30859c3:43151 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:49:02,483 INFO [RS:0;978bd30859c3:43151 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T02:49:02,484 INFO [RS:0;978bd30859c3:43151 {}] hbase.ChoreService(370): Chore service for: regionserver/978bd30859c3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T02:49:02,484 INFO [RS:0;978bd30859c3:43151 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T02:49:02,484 INFO [regionserver/978bd30859c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T02:49:02,484 INFO [RS:0;978bd30859c3:43151 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43151 2024-11-28T02:49:02,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T02:49:02,518 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10180a18d730001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/978bd30859c3,43151,1732762139503 2024-11-28T02:49:02,518 INFO [RS:0;978bd30859c3:43151 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T02:49:02,527 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [978bd30859c3,43151,1732762139503] 2024-11-28T02:49:02,535 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/978bd30859c3,43151,1732762139503 already deleted, retry=false 2024-11-28T02:49:02,535 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 978bd30859c3,43151,1732762139503 expired; onlineServers=1 2024-11-28T02:49:02,578 DEBUG [RS:1;978bd30859c3:40371 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/oldWALs 2024-11-28T02:49:02,578 INFO [RS:1;978bd30859c3:40371 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C40371%2C1732762139561:(num 1732762140496) 2024-11-28T02:49:02,578 DEBUG [RS:1;978bd30859c3:40371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:02,578 INFO [RS:1;978bd30859c3:40371 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:49:02,578 INFO [RS:1;978bd30859c3:40371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T02:49:02,578 INFO [RS:1;978bd30859c3:40371 {}] hbase.ChoreService(370): Chore service for: regionserver/978bd30859c3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T02:49:02,578 INFO [RS:1;978bd30859c3:40371 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T02:49:02,578 INFO [regionserver/978bd30859c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T02:49:02,578 INFO [RS:1;978bd30859c3:40371 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T02:49:02,578 INFO [RS:1;978bd30859c3:40371 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T02:49:02,578 INFO [RS:1;978bd30859c3:40371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T02:49:02,579 INFO [RS:1;978bd30859c3:40371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40371 2024-11-28T02:49:02,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T02:49:02,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40371-0x10180a18d730002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/978bd30859c3,40371,1732762139561 2024-11-28T02:49:02,585 INFO [RS:1;978bd30859c3:40371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T02:49:02,586 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [978bd30859c3,40371,1732762139561] 2024-11-28T02:49:02,602 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/978bd30859c3,40371,1732762139561 already deleted, retry=false 2024-11-28T02:49:02,602 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 978bd30859c3,40371,1732762139561 expired; onlineServers=0 2024-11-28T02:49:02,602 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '978bd30859c3,36409,1732762139327' ***** 2024-11-28T02:49:02,602 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T02:49:02,602 INFO [M:0;978bd30859c3:36409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T02:49:02,602 INFO [M:0;978bd30859c3:36409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T02:49:02,603 DEBUG [M:0;978bd30859c3:36409 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T02:49:02,603 DEBUG [M:0;978bd30859c3:36409 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T02:49:02,603 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T02:49:02,603 DEBUG [master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762140091 {}] cleaner.HFileCleaner(306): Exit Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762140091,5,FailOnTimeoutGroup] 2024-11-28T02:49:02,603 DEBUG [master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762140107 {}] cleaner.HFileCleaner(306): Exit Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762140107,5,FailOnTimeoutGroup] 2024-11-28T02:49:02,603 INFO [M:0;978bd30859c3:36409 {}] hbase.ChoreService(370): Chore service for: master/978bd30859c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T02:49:02,603 INFO [M:0;978bd30859c3:36409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T02:49:02,603 DEBUG [M:0;978bd30859c3:36409 {}] master.HMaster(1795): Stopping service threads 2024-11-28T02:49:02,603 INFO [M:0;978bd30859c3:36409 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T02:49:02,603 INFO [M:0;978bd30859c3:36409 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T02:49:02,604 INFO [M:0;978bd30859c3:36409 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T02:49:02,604 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T02:49:02,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T02:49:02,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:02,610 DEBUG [M:0;978bd30859c3:36409 {}] zookeeper.ZKUtil(347): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T02:49:02,610 WARN [M:0;978bd30859c3:36409 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T02:49:02,611 INFO [M:0;978bd30859c3:36409 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/.lastflushedseqids 2024-11-28T02:49:02,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741844_1020 (size=182) 2024-11-28T02:49:02,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741844_1020 (size=182) 2024-11-28T02:49:02,616 INFO [M:0;978bd30859c3:36409 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T02:49:02,617 INFO [M:0;978bd30859c3:36409 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T02:49:02,617 DEBUG [M:0;978bd30859c3:36409 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T02:49:02,617 INFO [M:0;978bd30859c3:36409 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:49:02,617 DEBUG [M:0;978bd30859c3:36409 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:49:02,617 DEBUG [M:0;978bd30859c3:36409 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T02:49:02,617 DEBUG [M:0;978bd30859c3:36409 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:49:02,617 INFO [M:0;978bd30859c3:36409 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-28T02:49:02,627 INFO [RS:0;978bd30859c3:43151 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T02:49:02,627 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10180a18d730001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:49:02,627 INFO [RS:0;978bd30859c3:43151 {}] regionserver.HRegionServer(1031): Exiting; stopping=978bd30859c3,43151,1732762139503; zookeeper connection closed. 2024-11-28T02:49:02,627 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10180a18d730001, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:49:02,627 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12ddc3f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12ddc3f5 2024-11-28T02:49:02,634 DEBUG [M:0;978bd30859c3:36409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e457b73819b419eb7da8f59e8ca28ef is 82, key is hbase:meta,,1/info:regioninfo/1732762140907/Put/seqid=0 2024-11-28T02:49:02,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741845_1021 (size=5672) 2024-11-28T02:49:02,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741845_1021 (size=5672) 2024-11-28T02:49:02,640 INFO [M:0;978bd30859c3:36409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e457b73819b419eb7da8f59e8ca28ef 2024-11-28T02:49:02,661 DEBUG [M:0;978bd30859c3:36409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f51af6e85769499a96c7b19282685ca2 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732762141494/Put/seqid=0 2024-11-28T02:49:02,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741846_1022 (size=6219) 2024-11-28T02:49:02,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741846_1022 (size=6219) 2024-11-28T02:49:02,666 INFO [M:0;978bd30859c3:36409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f51af6e85769499a96c7b19282685ca2 2024-11-28T02:49:02,685 DEBUG [M:0;978bd30859c3:36409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b66c0f7acc04bee8a0bd83e50d99281 is 69, key is 978bd30859c3,40371,1732762139561/rs:state/1732762140225/Put/seqid=0 2024-11-28T02:49:02,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741847_1023 (size=5224) 2024-11-28T02:49:02,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741847_1023 (size=5224) 2024-11-28T02:49:02,691 INFO [M:0;978bd30859c3:36409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b66c0f7acc04bee8a0bd83e50d99281 2024-11-28T02:49:02,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40371-0x10180a18d730002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:49:02,693 INFO [RS:1;978bd30859c3:40371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T02:49:02,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40371-0x10180a18d730002, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:49:02,693 INFO [RS:1;978bd30859c3:40371 {}] regionserver.HRegionServer(1031): Exiting; stopping=978bd30859c3,40371,1732762139561; zookeeper connection closed. 2024-11-28T02:49:02,694 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1671d726 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1671d726 2024-11-28T02:49:02,694 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-28T02:49:02,697 DEBUG [M:0;978bd30859c3:36409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e457b73819b419eb7da8f59e8ca28ef as hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e457b73819b419eb7da8f59e8ca28ef 2024-11-28T02:49:02,702 INFO [M:0;978bd30859c3:36409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e457b73819b419eb7da8f59e8ca28ef, entries=8, sequenceid=71, filesize=5.5 K 2024-11-28T02:49:02,703 DEBUG [M:0;978bd30859c3:36409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f51af6e85769499a96c7b19282685ca2 as hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f51af6e85769499a96c7b19282685ca2 2024-11-28T02:49:02,708 INFO [M:0;978bd30859c3:36409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f51af6e85769499a96c7b19282685ca2, entries=8, sequenceid=71, filesize=6.1 K 2024-11-28T02:49:02,709 DEBUG [M:0;978bd30859c3:36409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b66c0f7acc04bee8a0bd83e50d99281 as hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b66c0f7acc04bee8a0bd83e50d99281 2024-11-28T02:49:02,715 INFO [M:0;978bd30859c3:36409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39327/user/jenkins/test-data/901fd603-05f0-0a37-e587-a05f1521b9c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b66c0f7acc04bee8a0bd83e50d99281, entries=2, sequenceid=71, filesize=5.1 K 2024-11-28T02:49:02,716 INFO [M:0;978bd30859c3:36409 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=71, compaction requested=false 2024-11-28T02:49:02,719 INFO [M:0;978bd30859c3:36409 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:49:02,719 DEBUG [M:0;978bd30859c3:36409 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732762142617Disabling compacts and flushes for region at 1732762142617Disabling writes for close at 1732762142617Obtaining lock to block concurrent updates at 1732762142617Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732762142617Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1732762142617Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732762142618 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732762142618Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732762142634 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732762142634Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732762142646 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732762142660 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732762142660Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732762142671 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732762142685 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732762142685Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@570c35c: reopening flushed file at 1732762142696 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ee84bf: reopening flushed file at 1732762142702 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@521de3eb: reopening flushed file at 1732762142709 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=71, compaction requested=false at 1732762142716 (+7 ms)Writing region close event to WAL at 1732762142719 (+3 ms)Closed at 1732762142719 2024-11-28T02:49:02,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34357 is added to blk_1073741830_1006 (size=35440) 2024-11-28T02:49:02,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38331 is added to blk_1073741830_1006 (size=35440) 2024-11-28T02:49:02,722 INFO [M:0;978bd30859c3:36409 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T02:49:02,723 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T02:49:02,723 INFO [M:0;978bd30859c3:36409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36409 2024-11-28T02:49:02,723 INFO [M:0;978bd30859c3:36409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T02:49:02,827 INFO [M:0;978bd30859c3:36409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T02:49:02,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:49:02,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36409-0x10180a18d730000, quorum=127.0.0.1:58144, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:49:02,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d1b21fe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:49:02,829 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f7d4220{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T02:49:02,829 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T02:49:02,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c61b64f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T02:49:02,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526ababc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/hadoop.log.dir/,STOPPED} 2024-11-28T02:49:02,831 WARN [BP-1562297741-172.17.0.2-1732762137774 heartbeating to localhost/127.0.0.1:39327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T02:49:02,831 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T02:49:02,831 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T02:49:02,831 WARN [BP-1562297741-172.17.0.2-1732762137774 heartbeating to localhost/127.0.0.1:39327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1562297741-172.17.0.2-1732762137774 (Datanode Uuid e5c3c556-d642-4a37-86a4-ec197b3191e0) service to localhost/127.0.0.1:39327 2024-11-28T02:49:02,832 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/cluster_7bd31fc8-33f2-9ba8-03dd-b42c7ed25c36/data/data3/current/BP-1562297741-172.17.0.2-1732762137774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:49:02,832 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/cluster_7bd31fc8-33f2-9ba8-03dd-b42c7ed25c36/data/data4/current/BP-1562297741-172.17.0.2-1732762137774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:49:02,832 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T02:49:02,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27d9d051{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:49:02,843 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ed50e08{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T02:49:02,843 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T02:49:02,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ded65e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T02:49:02,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@261a65ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/hadoop.log.dir/,STOPPED} 2024-11-28T02:49:02,844 WARN [BP-1562297741-172.17.0.2-1732762137774 heartbeating to localhost/127.0.0.1:39327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T02:49:02,844 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T02:49:02,845 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T02:49:02,845 WARN [BP-1562297741-172.17.0.2-1732762137774 heartbeating to localhost/127.0.0.1:39327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1562297741-172.17.0.2-1732762137774 (Datanode Uuid d6454131-6b50-4ba7-9933-616f1dbbfd10) service to localhost/127.0.0.1:39327 2024-11-28T02:49:02,845 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/cluster_7bd31fc8-33f2-9ba8-03dd-b42c7ed25c36/data/data1/current/BP-1562297741-172.17.0.2-1732762137774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:49:02,845 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/cluster_7bd31fc8-33f2-9ba8-03dd-b42c7ed25c36/data/data2/current/BP-1562297741-172.17.0.2-1732762137774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:49:02,845 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T02:49:02,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44f203a0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T02:49:02,852 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40c0650a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T02:49:02,852 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T02:49:02,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d9252e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T02:49:02,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ade3e54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/hadoop.log.dir/,STOPPED} 2024-11-28T02:49:02,860 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T02:49:02,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T02:49:02,886 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=151 (was 133) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:39327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:39327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39327 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39327 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=497 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 171) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7016 (was 7176) 2024-11-28T02:49:02,892 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=151, OpenFileDescriptor=497, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=7016 2024-11-28T02:49:02,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/hadoop.log.dir so I do NOT create it in target/test-data/9279909d-0489-028d-686d-8d3240c1b09d 2024-11-28T02:49:02,907 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T02:49:02,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/hadoop.tmp.dir so I do NOT create it in target/test-data/9279909d-0489-028d-686d-8d3240c1b09d 2024-11-28T02:49:02,907 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9e5ab604-36a2-a60b-d9f5-2a402f2bb296/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T02:49:02,907 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d 2024-11-28T02:49:02,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T02:49:02,908 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/cluster_56629e1b-d86d-8ba2-cefe-7b72189b2cf6, deleteOnExit=true 2024-11-28T02:49:02,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T02:49:02,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/test.cache.data in system properties and HBase conf 2024-11-28T02:49:02,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T02:49:02,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/hadoop.log.dir in system properties and HBase conf 2024-11-28T02:49:02,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T02:49:02,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T02:49:02,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T02:49:02,908 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T02:49:02,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T02:49:02,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T02:49:02,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T02:49:02,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T02:49:02,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T02:49:02,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T02:49:02,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T02:49:02,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T02:49:02,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T02:49:02,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/nfs.dump.dir in system properties and HBase conf 2024-11-28T02:49:02,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/java.io.tmpdir in system properties and HBase conf 2024-11-28T02:49:02,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T02:49:02,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T02:49:02,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T02:49:03,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:49:03,201 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:49:03,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:49:03,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:49:03,203 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T02:49:03,204 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:49:03,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f56ade1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:49:03,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@769b0c7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:49:03,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@949cca2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/java.io.tmpdir/jetty-localhost-46731-hadoop-hdfs-3_4_1-tests_jar-_-any-5757724284849689449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T02:49:03,312 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@365bf47a{HTTP/1.1, (http/1.1)}{localhost:46731} 2024-11-28T02:49:03,312 INFO [Time-limited test {}] server.Server(415): Started @26202ms 2024-11-28T02:49:03,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:49:03,522 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:49:03,523 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:49:03,523 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:49:03,523 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T02:49:03,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b5343a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:49:03,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6133bb31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:49:03,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65c04dcb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/java.io.tmpdir/jetty-localhost-42377-hadoop-hdfs-3_4_1-tests_jar-_-any-3510188868408574759/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:49:03,624 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b3ccc59{HTTP/1.1, (http/1.1)}{localhost:42377} 2024-11-28T02:49:03,624 INFO [Time-limited test {}] server.Server(415): Started @26514ms 2024-11-28T02:49:03,625 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T02:49:03,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:49:03,671 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:49:03,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:49:03,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:49:03,672 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T02:49:03,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b191282{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:49:03,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b1c2df2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:49:03,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@212c0dd1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/java.io.tmpdir/jetty-localhost-34929-hadoop-hdfs-3_4_1-tests_jar-_-any-14608916006997469412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:49:03,781 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@781e14b3{HTTP/1.1, (http/1.1)}{localhost:34929} 2024-11-28T02:49:03,781 INFO [Time-limited test {}] server.Server(415): Started @26671ms 2024-11-28T02:49:03,782 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T02:49:04,269 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/cluster_56629e1b-d86d-8ba2-cefe-7b72189b2cf6/data/data1/current/BP-371579452-172.17.0.2-1732762142934/current, will proceed with Du for space computation calculation, 2024-11-28T02:49:04,269 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/cluster_56629e1b-d86d-8ba2-cefe-7b72189b2cf6/data/data2/current/BP-371579452-172.17.0.2-1732762142934/current, will proceed with Du for space computation calculation, 2024-11-28T02:49:04,287 WARN [Thread-1129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T02:49:04,289 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7caba25bba60a442 with lease ID 0x9c5737ab49851c11: Processing first storage report for DS-f5997280-25d6-43fc-af5e-3c13b6f282d8 from datanode DatanodeRegistration(127.0.0.1:45233, datanodeUuid=ed023ab2-da95-432d-979f-367a3fd08c66, infoPort=41209, infoSecurePort=0, ipcPort=38885, storageInfo=lv=-57;cid=testClusterID;nsid=1581942785;c=1732762142934) 2024-11-28T02:49:04,289 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7caba25bba60a442 with lease ID 0x9c5737ab49851c11: from storage DS-f5997280-25d6-43fc-af5e-3c13b6f282d8 node DatanodeRegistration(127.0.0.1:45233, datanodeUuid=ed023ab2-da95-432d-979f-367a3fd08c66, infoPort=41209, infoSecurePort=0, ipcPort=38885, storageInfo=lv=-57;cid=testClusterID;nsid=1581942785;c=1732762142934), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:49:04,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7caba25bba60a442 with lease ID 0x9c5737ab49851c11: Processing first storage report for DS-f81a182e-1f51-4cd2-89a4-5be2fcf1641c from datanode DatanodeRegistration(127.0.0.1:45233, datanodeUuid=ed023ab2-da95-432d-979f-367a3fd08c66, infoPort=41209, infoSecurePort=0, ipcPort=38885, storageInfo=lv=-57;cid=testClusterID;nsid=1581942785;c=1732762142934) 2024-11-28T02:49:04,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7caba25bba60a442 with lease ID 0x9c5737ab49851c11: from storage DS-f81a182e-1f51-4cd2-89a4-5be2fcf1641c node DatanodeRegistration(127.0.0.1:45233, datanodeUuid=ed023ab2-da95-432d-979f-367a3fd08c66, infoPort=41209, infoSecurePort=0, ipcPort=38885, storageInfo=lv=-57;cid=testClusterID;nsid=1581942785;c=1732762142934), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:49:04,411 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/cluster_56629e1b-d86d-8ba2-cefe-7b72189b2cf6/data/data3/current/BP-371579452-172.17.0.2-1732762142934/current, will proceed with Du for space computation calculation, 2024-11-28T02:49:04,411 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/cluster_56629e1b-d86d-8ba2-cefe-7b72189b2cf6/data/data4/current/BP-371579452-172.17.0.2-1732762142934/current, will proceed with Du for space computation calculation, 2024-11-28T02:49:04,438 WARN [Thread-1152 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T02:49:04,441 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26ce8c0bff88e266 with lease ID 0x9c5737ab49851c12: Processing first storage report for DS-f9b81850-56dd-45b1-8073-11a71262489b from datanode DatanodeRegistration(127.0.0.1:32829, datanodeUuid=1ce28923-f3ed-4225-8d6d-97a3fc47d705, infoPort=34879, infoSecurePort=0, ipcPort=35845, storageInfo=lv=-57;cid=testClusterID;nsid=1581942785;c=1732762142934) 2024-11-28T02:49:04,441 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26ce8c0bff88e266 with lease ID 0x9c5737ab49851c12: from storage DS-f9b81850-56dd-45b1-8073-11a71262489b node DatanodeRegistration(127.0.0.1:32829, datanodeUuid=1ce28923-f3ed-4225-8d6d-97a3fc47d705, infoPort=34879, infoSecurePort=0, ipcPort=35845, storageInfo=lv=-57;cid=testClusterID;nsid=1581942785;c=1732762142934), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:49:04,441 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26ce8c0bff88e266 with lease ID 0x9c5737ab49851c12: Processing first storage report for DS-fb84a798-ca06-49bd-b103-5b5b933aff62 from datanode DatanodeRegistration(127.0.0.1:32829, datanodeUuid=1ce28923-f3ed-4225-8d6d-97a3fc47d705, infoPort=34879, infoSecurePort=0, ipcPort=35845, storageInfo=lv=-57;cid=testClusterID;nsid=1581942785;c=1732762142934) 2024-11-28T02:49:04,441 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26ce8c0bff88e266 with lease ID 0x9c5737ab49851c12: from storage DS-fb84a798-ca06-49bd-b103-5b5b933aff62 node DatanodeRegistration(127.0.0.1:32829, datanodeUuid=1ce28923-f3ed-4225-8d6d-97a3fc47d705, infoPort=34879, infoSecurePort=0, ipcPort=35845, storageInfo=lv=-57;cid=testClusterID;nsid=1581942785;c=1732762142934), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:49:04,511 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d 2024-11-28T02:49:04,514 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/cluster_56629e1b-d86d-8ba2-cefe-7b72189b2cf6/zookeeper_0, clientPort=59895, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/cluster_56629e1b-d86d-8ba2-cefe-7b72189b2cf6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/cluster_56629e1b-d86d-8ba2-cefe-7b72189b2cf6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T02:49:04,515 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59895 2024-11-28T02:49:04,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:49:04,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:49:04,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741825_1001 (size=7) 2024-11-28T02:49:04,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45233 is added to blk_1073741825_1001 (size=7) 2024-11-28T02:49:04,530 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31 with version=8 2024-11-28T02:49:04,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/hbase-staging 2024-11-28T02:49:04,532 INFO [Time-limited test {}] client.ConnectionUtils(128): master/978bd30859c3:0 server-side Connection retries=45 2024-11-28T02:49:04,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:49:04,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:49:04,532 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:49:04,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:49:04,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:49:04,532 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T02:49:04,532 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:49:04,533 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36473 2024-11-28T02:49:04,534 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36473 connecting to ZooKeeper ensemble=127.0.0.1:59895 2024-11-28T02:49:04,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364730x0, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:49:04,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36473-0x10180a1a1c60000 connected 2024-11-28T02:49:04,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:49:04,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:49:04,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:49:04,647 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31, hbase.cluster.distributed=false 2024-11-28T02:49:04,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:49:04,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36473 2024-11-28T02:49:04,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36473 2024-11-28T02:49:04,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36473 2024-11-28T02:49:04,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36473 2024-11-28T02:49:04,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36473 2024-11-28T02:49:04,665 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/978bd30859c3:0 server-side Connection retries=45 2024-11-28T02:49:04,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:49:04,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:49:04,665 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:49:04,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:49:04,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:49:04,666 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T02:49:04,666 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:49:04,666 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39051 2024-11-28T02:49:04,667 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39051 connecting to ZooKeeper ensemble=127.0.0.1:59895 2024-11-28T02:49:04,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:49:04,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:49:04,676 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390510x0, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:49:04,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39051-0x10180a1a1c60001 connected 2024-11-28T02:49:04,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39051-0x10180a1a1c60001, quorum=127.0.0.1:59895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:49:04,677 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T02:49:04,678 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-28T02:49:04,685 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-28T02:49:04,686 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-28T02:49:04,688 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-28T02:49:04,689 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T02:49:04,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39051-0x10180a1a1c60001, quorum=127.0.0.1:59895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T02:49:04,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39051-0x10180a1a1c60001, quorum=127.0.0.1:59895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:49:04,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39051 2024-11-28T02:49:04,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39051 2024-11-28T02:49:04,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39051 2024-11-28T02:49:04,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39051 2024-11-28T02:49:04,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39051 2024-11-28T02:49:04,709 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/978bd30859c3:0 server-side Connection retries=45 2024-11-28T02:49:04,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:49:04,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:49:04,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:49:04,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:49:04,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:49:04,709 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T02:49:04,709 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:49:04,710 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36789 2024-11-28T02:49:04,711 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36789 connecting to ZooKeeper ensemble=127.0.0.1:59895 2024-11-28T02:49:04,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:49:04,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:49:04,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367890x0, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:49:04,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367890x0, quorum=127.0.0.1:59895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:49:04,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36789-0x10180a1a1c60002 connected 2024-11-28T02:49:04,727 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T02:49:04,728 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-28T02:49:04,733 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-28T02:49:04,734 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-28T02:49:04,734 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-28T02:49:04,734 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T02:49:04,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36789-0x10180a1a1c60002, quorum=127.0.0.1:59895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T02:49:04,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36789-0x10180a1a1c60002, quorum=127.0.0.1:59895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:49:04,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36789 2024-11-28T02:49:04,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36789 2024-11-28T02:49:04,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36789 2024-11-28T02:49:04,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36789 2024-11-28T02:49:04,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36789 2024-11-28T02:49:04,753 DEBUG [M:0;978bd30859c3:36473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;978bd30859c3:36473 2024-11-28T02:49:04,753 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/978bd30859c3,36473,1732762144532 2024-11-28T02:49:04,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36789-0x10180a1a1c60002, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:49:04,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:49:04,760 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39051-0x10180a1a1c60001, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:49:04,760 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/978bd30859c3,36473,1732762144532 2024-11-28T02:49:04,768 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39051-0x10180a1a1c60001, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T02:49:04,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:04,768 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39051-0x10180a1a1c60001, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:04,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36789-0x10180a1a1c60002, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T02:49:04,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36789-0x10180a1a1c60002, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:04,769 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T02:49:04,769 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/978bd30859c3,36473,1732762144532 from backup master directory 2024-11-28T02:49:04,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/978bd30859c3,36473,1732762144532 2024-11-28T02:49:04,776 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39051-0x10180a1a1c60001, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:49:04,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:49:04,776 WARN [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:49:04,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36789-0x10180a1a1c60002, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:49:04,776 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=978bd30859c3,36473,1732762144532 2024-11-28T02:49:04,781 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/hbase.id] with ID: 2f701950-c5dc-4b23-afa6-c46824fb20c7 2024-11-28T02:49:04,781 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/.tmp/hbase.id 2024-11-28T02:49:04,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741826_1002 (size=42) 2024-11-28T02:49:04,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45233 is added to blk_1073741826_1002 (size=42) 2024-11-28T02:49:04,789 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/.tmp/hbase.id]:[hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/hbase.id] 2024-11-28T02:49:04,800 INFO [master/978bd30859c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:49:04,800 INFO [master/978bd30859c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T02:49:04,802 INFO [master/978bd30859c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-28T02:49:04,810 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39051-0x10180a1a1c60001, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:04,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:04,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36789-0x10180a1a1c60002, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:04,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741827_1003 (size=196) 2024-11-28T02:49:04,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45233 is added to blk_1073741827_1003 (size=196) 2024-11-28T02:49:04,818 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:49:04,819 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T02:49:04,819 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:49:04,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45233 is added to blk_1073741828_1004 (size=1189) 2024-11-28T02:49:04,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741828_1004 (size=1189) 2024-11-28T02:49:05,228 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/data/master/store 2024-11-28T02:49:05,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45233 is added to blk_1073741829_1005 (size=34) 2024-11-28T02:49:05,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741829_1005 (size=34) 2024-11-28T02:49:05,237 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:49:05,237 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T02:49:05,237 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:49:05,237 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:49:05,237 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T02:49:05,237 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:49:05,237 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:49:05,237 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732762145237Disabling compacts and flushes for region at 1732762145237Disabling writes for close at 1732762145237Writing region close event to WAL at 1732762145237Closed at 1732762145237 2024-11-28T02:49:05,238 WARN [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/data/master/store/.initializing 2024-11-28T02:49:05,238 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/WALs/978bd30859c3,36473,1732762144532 2024-11-28T02:49:05,239 INFO [master/978bd30859c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:49:05,241 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C36473%2C1732762144532, suffix=, logDir=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/WALs/978bd30859c3,36473,1732762144532, archiveDir=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/oldWALs, maxLogs=10 2024-11-28T02:49:05,254 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/WALs/978bd30859c3,36473,1732762144532/978bd30859c3%2C36473%2C1732762144532.1732762145242, exclude list is [], retry=0 2024-11-28T02:49:05,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32829,DS-f9b81850-56dd-45b1-8073-11a71262489b,DISK] 2024-11-28T02:49:05,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45233,DS-f5997280-25d6-43fc-af5e-3c13b6f282d8,DISK] 2024-11-28T02:49:05,263 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/WALs/978bd30859c3,36473,1732762144532/978bd30859c3%2C36473%2C1732762144532.1732762145242 2024-11-28T02:49:05,264 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34879:34879),(127.0.0.1/127.0.0.1:41209:41209)] 2024-11-28T02:49:05,264 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:49:05,264 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:49:05,264 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:05,264 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:05,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:05,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T02:49:05,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:05,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:05,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:05,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T02:49:05,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:05,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:49:05,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:05,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T02:49:05,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:05,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:49:05,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:05,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T02:49:05,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:05,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:49:05,273 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:05,274 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:05,274 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:05,276 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:05,276 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:05,276 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T02:49:05,277 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:05,279 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:49:05,280 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69898142, jitterRate=0.041563481092453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T02:49:05,280 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732762145265Initializing all the Stores at 1732762145265Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762145266 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762145266Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762145266Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762145266Cleaning up temporary data from old regions at 1732762145276 (+10 ms)Region opened successfully at 1732762145280 (+4 ms) 2024-11-28T02:49:05,281 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T02:49:05,284 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18449950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T02:49:05,285 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T02:49:05,285 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T02:49:05,286 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T02:49:05,286 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T02:49:05,286 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T02:49:05,287 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T02:49:05,287 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T02:49:05,289 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T02:49:05,290 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T02:49:05,334 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T02:49:05,335 INFO [master/978bd30859c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T02:49:05,335 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T02:49:05,343 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T02:49:05,343 INFO [master/978bd30859c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T02:49:05,344 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T02:49:05,351 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T02:49:05,352 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T02:49:05,359 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T02:49:05,362 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T02:49:05,368 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T02:49:05,376 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39051-0x10180a1a1c60001, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:49:05,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:49:05,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:05,376 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39051-0x10180a1a1c60001, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:05,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36789-0x10180a1a1c60002, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:49:05,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36789-0x10180a1a1c60002, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:05,377 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=978bd30859c3,36473,1732762144532, sessionid=0x10180a1a1c60000, setting cluster-up flag (Was=false) 2024-11-28T02:49:05,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:05,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36789-0x10180a1a1c60002, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:05,393 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39051-0x10180a1a1c60001, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:05,418 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T02:49:05,419 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=978bd30859c3,36473,1732762144532 2024-11-28T02:49:05,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36789-0x10180a1a1c60002, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:05,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:05,435 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39051-0x10180a1a1c60001, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:05,459 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T02:49:05,461 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=978bd30859c3,36473,1732762144532 2024-11-28T02:49:05,462 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T02:49:05,463 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T02:49:05,464 INFO [master/978bd30859c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T02:49:05,464 INFO [master/978bd30859c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T02:49:05,464 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 978bd30859c3,36473,1732762144532 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T02:49:05,465 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:49:05,465 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:49:05,466 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:49:05,466 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:49:05,466 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/978bd30859c3:0, corePoolSize=10, maxPoolSize=10 2024-11-28T02:49:05,466 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,466 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:49:05,466 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,468 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T02:49:05,468 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T02:49:05,470 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:05,470 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T02:49:05,472 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732762175472 2024-11-28T02:49:05,473 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T02:49:05,473 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T02:49:05,473 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T02:49:05,473 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T02:49:05,473 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T02:49:05,473 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T02:49:05,475 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,475 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T02:49:05,475 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T02:49:05,475 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T02:49:05,476 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T02:49:05,476 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T02:49:05,476 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762145476,5,FailOnTimeoutGroup] 2024-11-28T02:49:05,477 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762145476,5,FailOnTimeoutGroup] 2024-11-28T02:49:05,477 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,477 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T02:49:05,477 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,477 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741831_1007 (size=1321) 2024-11-28T02:49:05,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45233 is added to blk_1073741831_1007 (size=1321) 2024-11-28T02:49:05,483 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T02:49:05,484 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31 2024-11-28T02:49:05,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45233 is added to blk_1073741832_1008 (size=32) 2024-11-28T02:49:05,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741832_1008 (size=32) 2024-11-28T02:49:05,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:49:05,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T02:49:05,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T02:49:05,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:05,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:05,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T02:49:05,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T02:49:05,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:05,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:05,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T02:49:05,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T02:49:05,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:05,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:05,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T02:49:05,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T02:49:05,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:05,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:05,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T02:49:05,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/hbase/meta/1588230740 2024-11-28T02:49:05,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/hbase/meta/1588230740 2024-11-28T02:49:05,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T02:49:05,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T02:49:05,508 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T02:49:05,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T02:49:05,511 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:49:05,512 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74030893, jitterRate=0.1031462699174881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T02:49:05,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732762145495Initializing all the Stores at 1732762145496 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762145496Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762145496Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762145496Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762145496Cleaning up temporary data from old regions at 1732762145508 (+12 ms)Region opened successfully at 1732762145513 (+5 ms) 2024-11-28T02:49:05,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T02:49:05,513 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T02:49:05,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T02:49:05,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T02:49:05,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T02:49:05,513 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T02:49:05,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732762145513Disabling compacts and flushes for region at 1732762145513Disabling writes for close at 1732762145513Writing region close event to WAL at 1732762145513Closed at 1732762145513 2024-11-28T02:49:05,515 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T02:49:05,515 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T02:49:05,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T02:49:05,516 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T02:49:05,517 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T02:49:05,542 INFO [RS:1;978bd30859c3:36789 {}] regionserver.HRegionServer(746): ClusterId : 2f701950-c5dc-4b23-afa6-c46824fb20c7 2024-11-28T02:49:05,542 INFO [RS:0;978bd30859c3:39051 {}] regionserver.HRegionServer(746): ClusterId : 2f701950-c5dc-4b23-afa6-c46824fb20c7 2024-11-28T02:49:05,542 DEBUG [RS:1;978bd30859c3:36789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T02:49:05,542 DEBUG [RS:0;978bd30859c3:39051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T02:49:05,569 DEBUG [RS:0;978bd30859c3:39051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T02:49:05,569 DEBUG [RS:1;978bd30859c3:36789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T02:49:05,569 DEBUG [RS:0;978bd30859c3:39051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T02:49:05,569 DEBUG [RS:1;978bd30859c3:36789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T02:49:05,577 DEBUG [RS:0;978bd30859c3:39051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T02:49:05,577 DEBUG [RS:1;978bd30859c3:36789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T02:49:05,577 DEBUG [RS:1;978bd30859c3:36789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3615fd5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T02:49:05,577 DEBUG [RS:0;978bd30859c3:39051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a66834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T02:49:05,588 DEBUG [RS:0;978bd30859c3:39051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;978bd30859c3:39051 2024-11-28T02:49:05,588 INFO [RS:0;978bd30859c3:39051 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T02:49:05,588 INFO [RS:0;978bd30859c3:39051 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T02:49:05,588 DEBUG [RS:0;978bd30859c3:39051 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T02:49:05,589 INFO [RS:0;978bd30859c3:39051 {}] regionserver.HRegionServer(2659): reportForDuty to master=978bd30859c3,36473,1732762144532 with port=39051, startcode=1732762144665 2024-11-28T02:49:05,589 DEBUG [RS:0;978bd30859c3:39051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T02:49:05,591 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45551, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T02:49:05,591 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36473 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 978bd30859c3,39051,1732762144665 2024-11-28T02:49:05,591 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36473 {}] master.ServerManager(517): Registering regionserver=978bd30859c3,39051,1732762144665 2024-11-28T02:49:05,593 DEBUG [RS:0;978bd30859c3:39051 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31 2024-11-28T02:49:05,593 DEBUG [RS:0;978bd30859c3:39051 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33493 2024-11-28T02:49:05,593 DEBUG [RS:0;978bd30859c3:39051 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T02:49:05,594 DEBUG [RS:1;978bd30859c3:36789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;978bd30859c3:36789 2024-11-28T02:49:05,594 INFO [RS:1;978bd30859c3:36789 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T02:49:05,594 INFO [RS:1;978bd30859c3:36789 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T02:49:05,594 DEBUG [RS:1;978bd30859c3:36789 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T02:49:05,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T02:49:05,601 INFO [RS:1;978bd30859c3:36789 {}] regionserver.HRegionServer(2659): reportForDuty to master=978bd30859c3,36473,1732762144532 with port=36789, startcode=1732762144709 2024-11-28T02:49:05,602 DEBUG [RS:0;978bd30859c3:39051 {}] zookeeper.ZKUtil(111): regionserver:39051-0x10180a1a1c60001, quorum=127.0.0.1:59895, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/978bd30859c3,39051,1732762144665 2024-11-28T02:49:05,602 DEBUG [RS:1;978bd30859c3:36789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T02:49:05,602 WARN [RS:0;978bd30859c3:39051 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:49:05,602 INFO [RS:0;978bd30859c3:39051 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:49:05,602 DEBUG [RS:0;978bd30859c3:39051 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/WALs/978bd30859c3,39051,1732762144665 2024-11-28T02:49:05,602 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [978bd30859c3,39051,1732762144665] 2024-11-28T02:49:05,603 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55275, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T02:49:05,604 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36473 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 978bd30859c3,36789,1732762144709 2024-11-28T02:49:05,604 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36473 {}] master.ServerManager(517): Registering regionserver=978bd30859c3,36789,1732762144709 2024-11-28T02:49:05,606 DEBUG [RS:1;978bd30859c3:36789 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31 2024-11-28T02:49:05,606 DEBUG [RS:1;978bd30859c3:36789 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33493 2024-11-28T02:49:05,606 DEBUG [RS:1;978bd30859c3:36789 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T02:49:05,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T02:49:05,641 DEBUG [RS:1;978bd30859c3:36789 {}] zookeeper.ZKUtil(111): regionserver:36789-0x10180a1a1c60002, quorum=127.0.0.1:59895, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/978bd30859c3,36789,1732762144709 2024-11-28T02:49:05,641 WARN [RS:1;978bd30859c3:36789 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:49:05,641 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [978bd30859c3,36789,1732762144709] 2024-11-28T02:49:05,641 INFO [RS:1;978bd30859c3:36789 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:49:05,641 DEBUG [RS:1;978bd30859c3:36789 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/WALs/978bd30859c3,36789,1732762144709 2024-11-28T02:49:05,642 INFO [RS:0;978bd30859c3:39051 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T02:49:05,643 INFO [RS:0;978bd30859c3:39051 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T02:49:05,644 INFO [RS:0;978bd30859c3:39051 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T02:49:05,644 INFO [RS:0;978bd30859c3:39051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,644 INFO [RS:0;978bd30859c3:39051 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T02:49:05,645 INFO [RS:0;978bd30859c3:39051 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T02:49:05,645 INFO [RS:0;978bd30859c3:39051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,645 DEBUG [RS:0;978bd30859c3:39051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,645 DEBUG [RS:0;978bd30859c3:39051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,645 INFO [RS:1;978bd30859c3:36789 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T02:49:05,645 DEBUG [RS:0;978bd30859c3:39051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,645 DEBUG [RS:0;978bd30859c3:39051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,645 DEBUG [RS:0;978bd30859c3:39051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,645 DEBUG [RS:0;978bd30859c3:39051 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:49:05,645 DEBUG [RS:0;978bd30859c3:39051 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,645 DEBUG [RS:0;978bd30859c3:39051 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,645 DEBUG [RS:0;978bd30859c3:39051 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,645 DEBUG [RS:0;978bd30859c3:39051 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,645 DEBUG [RS:0;978bd30859c3:39051 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,645 DEBUG [RS:0;978bd30859c3:39051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,645 DEBUG [RS:0;978bd30859c3:39051 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:49:05,645 DEBUG [RS:0;978bd30859c3:39051 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:49:05,646 INFO [RS:0;978bd30859c3:39051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,646 INFO [RS:0;978bd30859c3:39051 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,646 INFO [RS:0;978bd30859c3:39051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,646 INFO [RS:1;978bd30859c3:36789 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T02:49:05,646 INFO [RS:0;978bd30859c3:39051 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,646 INFO [RS:0;978bd30859c3:39051 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,646 INFO [RS:0;978bd30859c3:39051 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,39051,1732762144665-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:49:05,646 INFO [RS:1;978bd30859c3:36789 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T02:49:05,646 INFO [RS:1;978bd30859c3:36789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,647 INFO [RS:1;978bd30859c3:36789 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T02:49:05,648 INFO [RS:1;978bd30859c3:36789 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T02:49:05,648 INFO [RS:1;978bd30859c3:36789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,648 DEBUG [RS:1;978bd30859c3:36789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,648 DEBUG [RS:1;978bd30859c3:36789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,648 DEBUG [RS:1;978bd30859c3:36789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,648 DEBUG [RS:1;978bd30859c3:36789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,648 DEBUG [RS:1;978bd30859c3:36789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,648 DEBUG [RS:1;978bd30859c3:36789 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:49:05,648 DEBUG [RS:1;978bd30859c3:36789 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,648 DEBUG [RS:1;978bd30859c3:36789 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,648 DEBUG [RS:1;978bd30859c3:36789 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,648 DEBUG [RS:1;978bd30859c3:36789 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,648 DEBUG [RS:1;978bd30859c3:36789 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,648 DEBUG [RS:1;978bd30859c3:36789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:05,649 DEBUG [RS:1;978bd30859c3:36789 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:49:05,649 DEBUG [RS:1;978bd30859c3:36789 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:49:05,649 INFO [RS:1;978bd30859c3:36789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,649 INFO [RS:1;978bd30859c3:36789 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,649 INFO [RS:1;978bd30859c3:36789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,649 INFO [RS:1;978bd30859c3:36789 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,649 INFO [RS:1;978bd30859c3:36789 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,649 INFO [RS:1;978bd30859c3:36789 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,36789,1732762144709-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:49:05,661 INFO [RS:0;978bd30859c3:39051 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T02:49:05,661 INFO [RS:0;978bd30859c3:39051 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,39051,1732762144665-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,661 INFO [RS:0;978bd30859c3:39051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,661 INFO [RS:0;978bd30859c3:39051 {}] regionserver.Replication(171): 978bd30859c3,39051,1732762144665 started 2024-11-28T02:49:05,662 INFO [RS:1;978bd30859c3:36789 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T02:49:05,662 INFO [RS:1;978bd30859c3:36789 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,36789,1732762144709-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,662 INFO [RS:1;978bd30859c3:36789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,662 INFO [RS:1;978bd30859c3:36789 {}] regionserver.Replication(171): 978bd30859c3,36789,1732762144709 started 2024-11-28T02:49:05,667 WARN [978bd30859c3:36473 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T02:49:05,675 INFO [RS:0;978bd30859c3:39051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,675 INFO [RS:0;978bd30859c3:39051 {}] regionserver.HRegionServer(1482): Serving as 978bd30859c3,39051,1732762144665, RpcServer on 978bd30859c3/172.17.0.2:39051, sessionid=0x10180a1a1c60001 2024-11-28T02:49:05,675 INFO [RS:1;978bd30859c3:36789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:05,675 INFO [RS:1;978bd30859c3:36789 {}] regionserver.HRegionServer(1482): Serving as 978bd30859c3,36789,1732762144709, RpcServer on 978bd30859c3/172.17.0.2:36789, sessionid=0x10180a1a1c60002 2024-11-28T02:49:05,675 DEBUG [RS:0;978bd30859c3:39051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T02:49:05,676 DEBUG [RS:0;978bd30859c3:39051 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 978bd30859c3,39051,1732762144665 2024-11-28T02:49:05,676 DEBUG [RS:1;978bd30859c3:36789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T02:49:05,676 DEBUG [RS:1;978bd30859c3:36789 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 978bd30859c3,36789,1732762144709 2024-11-28T02:49:05,676 DEBUG [RS:0;978bd30859c3:39051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,39051,1732762144665' 2024-11-28T02:49:05,676 DEBUG [RS:1;978bd30859c3:36789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,36789,1732762144709' 2024-11-28T02:49:05,676 DEBUG [RS:1;978bd30859c3:36789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T02:49:05,676 DEBUG [RS:0;978bd30859c3:39051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T02:49:05,676 DEBUG [RS:0;978bd30859c3:39051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T02:49:05,676 DEBUG [RS:1;978bd30859c3:36789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T02:49:05,676 DEBUG [RS:1;978bd30859c3:36789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T02:49:05,676 DEBUG [RS:1;978bd30859c3:36789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T02:49:05,676 DEBUG [RS:0;978bd30859c3:39051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T02:49:05,677 DEBUG [RS:1;978bd30859c3:36789 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 978bd30859c3,36789,1732762144709 2024-11-28T02:49:05,677 DEBUG [RS:0;978bd30859c3:39051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T02:49:05,677 DEBUG [RS:1;978bd30859c3:36789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,36789,1732762144709' 2024-11-28T02:49:05,677 DEBUG [RS:1;978bd30859c3:36789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T02:49:05,677 DEBUG [RS:0;978bd30859c3:39051 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 978bd30859c3,39051,1732762144665 2024-11-28T02:49:05,677 DEBUG [RS:0;978bd30859c3:39051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,39051,1732762144665' 2024-11-28T02:49:05,677 DEBUG [RS:0;978bd30859c3:39051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T02:49:05,677 DEBUG [RS:1;978bd30859c3:36789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T02:49:05,677 DEBUG [RS:0;978bd30859c3:39051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T02:49:05,677 DEBUG [RS:1;978bd30859c3:36789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T02:49:05,677 DEBUG [RS:0;978bd30859c3:39051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T02:49:05,677 INFO [RS:1;978bd30859c3:36789 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T02:49:05,677 INFO [RS:0;978bd30859c3:39051 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T02:49:05,677 INFO [RS:1;978bd30859c3:36789 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T02:49:05,677 INFO [RS:0;978bd30859c3:39051 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T02:49:05,778 INFO [RS:0;978bd30859c3:39051 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:49:05,778 INFO [RS:1;978bd30859c3:36789 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:49:05,780 INFO [RS:1;978bd30859c3:36789 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C36789%2C1732762144709, suffix=, logDir=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/WALs/978bd30859c3,36789,1732762144709, archiveDir=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/oldWALs, maxLogs=32 2024-11-28T02:49:05,780 INFO [RS:0;978bd30859c3:39051 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C39051%2C1732762144665, suffix=, logDir=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/WALs/978bd30859c3,39051,1732762144665, archiveDir=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/oldWALs, maxLogs=32 2024-11-28T02:49:05,799 DEBUG [RS:1;978bd30859c3:36789 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/WALs/978bd30859c3,36789,1732762144709/978bd30859c3%2C36789%2C1732762144709.1732762145780, exclude list is [], retry=0 2024-11-28T02:49:05,799 DEBUG [RS:0;978bd30859c3:39051 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/WALs/978bd30859c3,39051,1732762144665/978bd30859c3%2C39051%2C1732762144665.1732762145780, exclude list is [], retry=0 2024-11-28T02:49:05,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45233,DS-f5997280-25d6-43fc-af5e-3c13b6f282d8,DISK] 2024-11-28T02:49:05,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32829,DS-f9b81850-56dd-45b1-8073-11a71262489b,DISK] 2024-11-28T02:49:05,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45233,DS-f5997280-25d6-43fc-af5e-3c13b6f282d8,DISK] 2024-11-28T02:49:05,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32829,DS-f9b81850-56dd-45b1-8073-11a71262489b,DISK] 2024-11-28T02:49:05,808 INFO [RS:0;978bd30859c3:39051 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/WALs/978bd30859c3,39051,1732762144665/978bd30859c3%2C39051%2C1732762144665.1732762145780 2024-11-28T02:49:05,808 INFO [RS:1;978bd30859c3:36789 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/WALs/978bd30859c3,36789,1732762144709/978bd30859c3%2C36789%2C1732762144709.1732762145780 2024-11-28T02:49:05,809 DEBUG [RS:0;978bd30859c3:39051 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41209:41209),(127.0.0.1/127.0.0.1:34879:34879)] 2024-11-28T02:49:05,812 DEBUG [RS:1;978bd30859c3:36789 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41209:41209),(127.0.0.1/127.0.0.1:34879:34879)] 2024-11-28T02:49:05,918 DEBUG [978bd30859c3:36473 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-28T02:49:05,918 DEBUG [978bd30859c3:36473 {}] balancer.BalancerClusterState(204): Hosts are {978bd30859c3=0} racks are {/default-rack=0} 2024-11-28T02:49:05,920 DEBUG [978bd30859c3:36473 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T02:49:05,920 DEBUG [978bd30859c3:36473 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T02:49:05,920 DEBUG [978bd30859c3:36473 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T02:49:05,920 DEBUG [978bd30859c3:36473 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T02:49:05,920 INFO [978bd30859c3:36473 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T02:49:05,920 INFO [978bd30859c3:36473 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T02:49:05,920 DEBUG [978bd30859c3:36473 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T02:49:05,921 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=978bd30859c3,36789,1732762144709 2024-11-28T02:49:05,922 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 978bd30859c3,36789,1732762144709, state=OPENING 2024-11-28T02:49:05,968 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T02:49:05,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36789-0x10180a1a1c60002, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:05,976 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39051-0x10180a1a1c60001, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:05,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:05,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:49:05,977 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T02:49:05,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:49:05,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=978bd30859c3,36789,1732762144709}] 2024-11-28T02:49:05,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:49:06,130 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:49:06,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54115, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:49:06,135 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T02:49:06,135 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:49:06,135 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T02:49:06,137 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C36789%2C1732762144709.meta, suffix=.meta, logDir=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/WALs/978bd30859c3,36789,1732762144709, archiveDir=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/oldWALs, maxLogs=32 2024-11-28T02:49:06,149 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/WALs/978bd30859c3,36789,1732762144709/978bd30859c3%2C36789%2C1732762144709.meta.1732762146137.meta, exclude list is [], retry=0 2024-11-28T02:49:06,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32829,DS-f9b81850-56dd-45b1-8073-11a71262489b,DISK] 2024-11-28T02:49:06,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45233,DS-f5997280-25d6-43fc-af5e-3c13b6f282d8,DISK] 2024-11-28T02:49:06,153 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/WALs/978bd30859c3,36789,1732762144709/978bd30859c3%2C36789%2C1732762144709.meta.1732762146137.meta 2024-11-28T02:49:06,154 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41209:41209),(127.0.0.1/127.0.0.1:34879:34879)] 2024-11-28T02:49:06,154 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:49:06,154 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T02:49:06,154 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T02:49:06,154 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T02:49:06,154 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T02:49:06,154 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:49:06,154 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T02:49:06,154 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T02:49:06,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T02:49:06,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T02:49:06,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:06,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:06,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T02:49:06,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T02:49:06,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:06,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:06,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T02:49:06,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T02:49:06,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:06,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:06,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T02:49:06,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T02:49:06,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:06,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:06,161 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T02:49:06,161 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/hbase/meta/1588230740 2024-11-28T02:49:06,162 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/hbase/meta/1588230740 2024-11-28T02:49:06,163 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T02:49:06,163 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T02:49:06,164 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T02:49:06,166 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T02:49:06,167 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70592934, jitterRate=0.051916688680648804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T02:49:06,167 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T02:49:06,168 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732762146155Writing region info on filesystem at 1732762146155Initializing all the Stores at 1732762146155Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762146155Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762146156 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762146156Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762146156Cleaning up temporary data from old regions at 1732762146163 (+7 ms)Running coprocessor post-open hooks at 1732762146167 (+4 ms)Region opened successfully at 1732762146168 (+1 ms) 2024-11-28T02:49:06,169 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732762146130 2024-11-28T02:49:06,171 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T02:49:06,171 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T02:49:06,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,36789,1732762144709 2024-11-28T02:49:06,173 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 978bd30859c3,36789,1732762144709, state=OPEN 2024-11-28T02:49:06,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36789-0x10180a1a1c60002, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:49:06,184 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39051-0x10180a1a1c60001, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:49:06,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:49:06,185 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=978bd30859c3,36789,1732762144709 2024-11-28T02:49:06,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:49:06,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:49:06,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:49:06,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T02:49:06,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=978bd30859c3,36789,1732762144709 in 208 msec 2024-11-28T02:49:06,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T02:49:06,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 673 msec 2024-11-28T02:49:06,191 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T02:49:06,191 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T02:49:06,192 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T02:49:06,192 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=978bd30859c3,36789,1732762144709, seqNum=-1] 2024-11-28T02:49:06,192 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:49:06,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50549, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:49:06,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 736 msec 2024-11-28T02:49:06,201 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732762146201, completionTime=-1 2024-11-28T02:49:06,201 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-28T02:49:06,201 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T02:49:06,203 INFO [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-28T02:49:06,203 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732762206203 2024-11-28T02:49:06,203 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732762266203 2024-11-28T02:49:06,203 INFO [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T02:49:06,203 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,36473,1732762144532-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:06,203 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,36473,1732762144532-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:06,203 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,36473,1732762144532-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:06,203 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-978bd30859c3:36473, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:06,203 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:06,204 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:06,206 DEBUG [master/978bd30859c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T02:49:06,208 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.432sec 2024-11-28T02:49:06,209 INFO [master/978bd30859c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T02:49:06,209 INFO [master/978bd30859c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T02:49:06,209 INFO [master/978bd30859c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T02:49:06,209 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T02:49:06,209 INFO [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T02:49:06,209 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,36473,1732762144532-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:49:06,209 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,36473,1732762144532-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T02:49:06,211 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T02:49:06,211 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T02:49:06,211 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,36473,1732762144532-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:06,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4545ba39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:49:06,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 978bd30859c3,36473,-1 for getting cluster id 2024-11-28T02:49:06,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T02:49:06,244 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f701950-c5dc-4b23-afa6-c46824fb20c7' 2024-11-28T02:49:06,244 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T02:49:06,244 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f701950-c5dc-4b23-afa6-c46824fb20c7" 2024-11-28T02:49:06,245 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1bbd04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:49:06,245 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [978bd30859c3,36473,-1] 2024-11-28T02:49:06,245 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T02:49:06,245 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:06,246 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T02:49:06,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f0cf669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:49:06,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T02:49:06,249 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=978bd30859c3,36789,1732762144709, seqNum=-1] 2024-11-28T02:49:06,249 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:49:06,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:49:06,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=978bd30859c3,36473,1732762144532 2024-11-28T02:49:06,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T02:49:06,253 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 978bd30859c3,36473,1732762144532 2024-11-28T02:49:06,253 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1df05996 2024-11-28T02:49:06,254 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T02:49:06,255 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T02:49:06,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36473 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:49:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36473 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-28T02:49:06,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T02:49:06,258 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:06,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36473 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-28T02:49:06,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T02:49:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:49:06,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741836_1012 (size=379) 2024-11-28T02:49:06,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45233 is added to blk_1073741836_1012 (size=379) 2024-11-28T02:49:06,273 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98d8d16d78078d740f34d34d5184e688, NAME => 'testClearRegionBlockCache,,1732762146255.98d8d16d78078d740f34d34d5184e688.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31 2024-11-28T02:49:06,273 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ff68e79fa3a28123b40039cb4e71c004, NAME => 'testClearRegionBlockCache,5,1732762146255.ff68e79fa3a28123b40039cb4e71c004.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31 2024-11-28T02:49:06,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741837_1013 (size=61) 2024-11-28T02:49:06,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45233 is added to blk_1073741837_1013 (size=61) 2024-11-28T02:49:06,286 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732762146255.98d8d16d78078d740f34d34d5184e688.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:49:06,286 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 98d8d16d78078d740f34d34d5184e688, disabling compactions & flushes 2024-11-28T02:49:06,286 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732762146255.98d8d16d78078d740f34d34d5184e688. 2024-11-28T02:49:06,286 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732762146255.98d8d16d78078d740f34d34d5184e688. 2024-11-28T02:49:06,286 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732762146255.98d8d16d78078d740f34d34d5184e688. after waiting 0 ms 2024-11-28T02:49:06,286 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732762146255.98d8d16d78078d740f34d34d5184e688. 2024-11-28T02:49:06,286 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732762146255.98d8d16d78078d740f34d34d5184e688. 2024-11-28T02:49:06,286 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98d8d16d78078d740f34d34d5184e688: Waiting for close lock at 1732762146286Disabling compacts and flushes for region at 1732762146286Disabling writes for close at 1732762146286Writing region close event to WAL at 1732762146286Closed at 1732762146286 2024-11-28T02:49:06,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45233 is added to blk_1073741838_1014 (size=61) 2024-11-28T02:49:06,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741838_1014 (size=61) 2024-11-28T02:49:06,291 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732762146255.ff68e79fa3a28123b40039cb4e71c004.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:49:06,291 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing ff68e79fa3a28123b40039cb4e71c004, disabling compactions & flushes 2024-11-28T02:49:06,291 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732762146255.ff68e79fa3a28123b40039cb4e71c004. 2024-11-28T02:49:06,291 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732762146255.ff68e79fa3a28123b40039cb4e71c004. 2024-11-28T02:49:06,291 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732762146255.ff68e79fa3a28123b40039cb4e71c004. after waiting 0 ms 2024-11-28T02:49:06,291 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732762146255.ff68e79fa3a28123b40039cb4e71c004. 2024-11-28T02:49:06,291 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732762146255.ff68e79fa3a28123b40039cb4e71c004. 2024-11-28T02:49:06,291 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for ff68e79fa3a28123b40039cb4e71c004: Waiting for close lock at 1732762146291Disabling compacts and flushes for region at 1732762146291Disabling writes for close at 1732762146291Writing region close event to WAL at 1732762146291Closed at 1732762146291 2024-11-28T02:49:06,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T02:49:06,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732762146255.98d8d16d78078d740f34d34d5184e688.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732762146293"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762146293"}]},"ts":"1732762146293"} 2024-11-28T02:49:06,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732762146255.ff68e79fa3a28123b40039cb4e71c004.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732762146293"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762146293"}]},"ts":"1732762146293"} 2024-11-28T02:49:06,296 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-28T02:49:06,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T02:49:06,298 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732762146298"}]},"ts":"1732762146298"} 2024-11-28T02:49:06,301 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-28T02:49:06,301 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {978bd30859c3=0} racks are {/default-rack=0} 2024-11-28T02:49:06,303 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T02:49:06,303 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T02:49:06,303 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T02:49:06,303 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T02:49:06,303 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T02:49:06,303 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T02:49:06,303 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T02:49:06,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=98d8d16d78078d740f34d34d5184e688, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ff68e79fa3a28123b40039cb4e71c004, ASSIGN}] 2024-11-28T02:49:06,305 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=98d8d16d78078d740f34d34d5184e688, ASSIGN 2024-11-28T02:49:06,305 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ff68e79fa3a28123b40039cb4e71c004, ASSIGN 2024-11-28T02:49:06,306 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=98d8d16d78078d740f34d34d5184e688, ASSIGN; state=OFFLINE, location=978bd30859c3,36789,1732762144709; forceNewPlan=false, retain=false 2024-11-28T02:49:06,306 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ff68e79fa3a28123b40039cb4e71c004, ASSIGN; state=OFFLINE, location=978bd30859c3,39051,1732762144665; forceNewPlan=false, retain=false 2024-11-28T02:49:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:49:06,387 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T02:49:06,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:06,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:06,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:06,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:06,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:06,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:06,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:06,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:06,456 INFO [978bd30859c3:36473 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-28T02:49:06,457 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=98d8d16d78078d740f34d34d5184e688, regionState=OPENING, regionLocation=978bd30859c3,36789,1732762144709 2024-11-28T02:49:06,457 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ff68e79fa3a28123b40039cb4e71c004, regionState=OPENING, regionLocation=978bd30859c3,39051,1732762144665 2024-11-28T02:49:06,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ff68e79fa3a28123b40039cb4e71c004, ASSIGN because future has completed 2024-11-28T02:49:06,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff68e79fa3a28123b40039cb4e71c004, server=978bd30859c3,39051,1732762144665}] 2024-11-28T02:49:06,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=98d8d16d78078d740f34d34d5184e688, ASSIGN because future has completed 2024-11-28T02:49:06,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98d8d16d78078d740f34d34d5184e688, server=978bd30859c3,36789,1732762144709}] 2024-11-28T02:49:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:49:06,614 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:49:06,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48639, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:49:06,625 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732762146255.ff68e79fa3a28123b40039cb4e71c004. 2024-11-28T02:49:06,625 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ff68e79fa3a28123b40039cb4e71c004, NAME => 'testClearRegionBlockCache,5,1732762146255.ff68e79fa3a28123b40039cb4e71c004.', STARTKEY => '5', ENDKEY => ''} 2024-11-28T02:49:06,625 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ff68e79fa3a28123b40039cb4e71c004 2024-11-28T02:49:06,625 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732762146255.ff68e79fa3a28123b40039cb4e71c004.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:49:06,625 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ff68e79fa3a28123b40039cb4e71c004 2024-11-28T02:49:06,625 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ff68e79fa3a28123b40039cb4e71c004 2024-11-28T02:49:06,627 INFO [StoreOpener-ff68e79fa3a28123b40039cb4e71c004-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ff68e79fa3a28123b40039cb4e71c004 2024-11-28T02:49:06,628 INFO [StoreOpener-ff68e79fa3a28123b40039cb4e71c004-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff68e79fa3a28123b40039cb4e71c004 columnFamilyName family 2024-11-28T02:49:06,628 DEBUG [StoreOpener-ff68e79fa3a28123b40039cb4e71c004-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:06,629 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732762146255.98d8d16d78078d740f34d34d5184e688. 2024-11-28T02:49:06,629 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 98d8d16d78078d740f34d34d5184e688, NAME => 'testClearRegionBlockCache,,1732762146255.98d8d16d78078d740f34d34d5184e688.', STARTKEY => '', ENDKEY => '5'} 2024-11-28T02:49:06,629 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 98d8d16d78078d740f34d34d5184e688 2024-11-28T02:49:06,629 INFO [StoreOpener-ff68e79fa3a28123b40039cb4e71c004-1 {}] regionserver.HStore(327): Store=ff68e79fa3a28123b40039cb4e71c004/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:49:06,629 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732762146255.98d8d16d78078d740f34d34d5184e688.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:49:06,629 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ff68e79fa3a28123b40039cb4e71c004 2024-11-28T02:49:06,629 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 98d8d16d78078d740f34d34d5184e688 2024-11-28T02:49:06,629 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 98d8d16d78078d740f34d34d5184e688 2024-11-28T02:49:06,630 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/default/testClearRegionBlockCache/ff68e79fa3a28123b40039cb4e71c004 2024-11-28T02:49:06,630 INFO [StoreOpener-98d8d16d78078d740f34d34d5184e688-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 98d8d16d78078d740f34d34d5184e688 2024-11-28T02:49:06,631 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/default/testClearRegionBlockCache/ff68e79fa3a28123b40039cb4e71c004 2024-11-28T02:49:06,631 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ff68e79fa3a28123b40039cb4e71c004 2024-11-28T02:49:06,631 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ff68e79fa3a28123b40039cb4e71c004 2024-11-28T02:49:06,632 INFO [StoreOpener-98d8d16d78078d740f34d34d5184e688-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98d8d16d78078d740f34d34d5184e688 columnFamilyName family 2024-11-28T02:49:06,632 DEBUG [StoreOpener-98d8d16d78078d740f34d34d5184e688-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:06,632 INFO [StoreOpener-98d8d16d78078d740f34d34d5184e688-1 {}] regionserver.HStore(327): Store=98d8d16d78078d740f34d34d5184e688/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:49:06,632 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 98d8d16d78078d740f34d34d5184e688 2024-11-28T02:49:06,633 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ff68e79fa3a28123b40039cb4e71c004 2024-11-28T02:49:06,633 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/default/testClearRegionBlockCache/98d8d16d78078d740f34d34d5184e688 2024-11-28T02:49:06,633 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/default/testClearRegionBlockCache/98d8d16d78078d740f34d34d5184e688 2024-11-28T02:49:06,633 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 98d8d16d78078d740f34d34d5184e688 2024-11-28T02:49:06,634 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 98d8d16d78078d740f34d34d5184e688 2024-11-28T02:49:06,635 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 98d8d16d78078d740f34d34d5184e688 2024-11-28T02:49:06,637 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/default/testClearRegionBlockCache/98d8d16d78078d740f34d34d5184e688/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:49:06,638 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 98d8d16d78078d740f34d34d5184e688; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62825437, jitterRate=-0.06382803618907928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T02:49:06,638 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98d8d16d78078d740f34d34d5184e688 2024-11-28T02:49:06,638 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/default/testClearRegionBlockCache/ff68e79fa3a28123b40039cb4e71c004/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:49:06,639 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened ff68e79fa3a28123b40039cb4e71c004; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69389129, jitterRate=0.033978596329689026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T02:49:06,639 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff68e79fa3a28123b40039cb4e71c004 2024-11-28T02:49:06,639 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ff68e79fa3a28123b40039cb4e71c004: Running coprocessor pre-open hook at 1732762146626Writing region info on filesystem at 1732762146626Initializing all the Stores at 1732762146626Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762146626Cleaning up temporary data from old regions at 1732762146631 (+5 ms)Running coprocessor post-open hooks at 1732762146639 (+8 ms)Region opened successfully at 1732762146639 2024-11-28T02:49:06,639 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 98d8d16d78078d740f34d34d5184e688: Running coprocessor pre-open hook at 1732762146629Writing region info on filesystem at 1732762146629Initializing all the Stores at 1732762146630 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762146630Cleaning up temporary data from old regions at 1732762146634 (+4 ms)Running coprocessor post-open hooks at 1732762146638 (+4 ms)Region opened successfully at 1732762146639 (+1 ms) 2024-11-28T02:49:06,640 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732762146255.98d8d16d78078d740f34d34d5184e688., pid=8, masterSystemTime=1732762146625 2024-11-28T02:49:06,640 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732762146255.ff68e79fa3a28123b40039cb4e71c004., pid=7, masterSystemTime=1732762146613 2024-11-28T02:49:06,643 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732762146255.98d8d16d78078d740f34d34d5184e688. 2024-11-28T02:49:06,643 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732762146255.98d8d16d78078d740f34d34d5184e688. 2024-11-28T02:49:06,644 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=98d8d16d78078d740f34d34d5184e688, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,36789,1732762144709 2024-11-28T02:49:06,644 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732762146255.ff68e79fa3a28123b40039cb4e71c004. 2024-11-28T02:49:06,644 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732762146255.ff68e79fa3a28123b40039cb4e71c004. 2024-11-28T02:49:06,646 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ff68e79fa3a28123b40039cb4e71c004, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,39051,1732762144665 2024-11-28T02:49:06,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98d8d16d78078d740f34d34d5184e688, server=978bd30859c3,36789,1732762144709 because future has completed 2024-11-28T02:49:06,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff68e79fa3a28123b40039cb4e71c004, server=978bd30859c3,39051,1732762144665 because future has completed 2024-11-28T02:49:06,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-28T02:49:06,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 98d8d16d78078d740f34d34d5184e688, server=978bd30859c3,36789,1732762144709 in 181 msec 2024-11-28T02:49:06,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-28T02:49:06,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ff68e79fa3a28123b40039cb4e71c004, server=978bd30859c3,39051,1732762144665 in 189 msec 2024-11-28T02:49:06,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=98d8d16d78078d740f34d34d5184e688, ASSIGN in 348 msec 2024-11-28T02:49:06,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-28T02:49:06,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ff68e79fa3a28123b40039cb4e71c004, ASSIGN in 349 msec 2024-11-28T02:49:06,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T02:49:06,656 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732762146656"}]},"ts":"1732762146656"} 2024-11-28T02:49:06,659 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-28T02:49:06,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T02:49:06,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 405 msec 2024-11-28T02:49:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:49:06,889 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-28T02:49:06,889 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-28T02:49:06,890 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T02:49:06,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-28T02:49:06,893 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T02:49:06,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-28T02:49:06,896 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732762146255.98d8d16d78078d740f34d34d5184e688., hostname=978bd30859c3,36789,1732762144709, seqNum=2] 2024-11-28T02:49:06,907 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732762146255.ff68e79fa3a28123b40039cb4e71c004., hostname=978bd30859c3,39051,1732762144665, seqNum=2] 2024-11-28T02:49:06,907 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:49:06,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:49:06,918 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ff68e79fa3a28123b40039cb4e71c004 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-28T02:49:06,933 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/default/testClearRegionBlockCache/ff68e79fa3a28123b40039cb4e71c004/.tmp/family/fb0eef8248874a89b42085f0a7857daa is 32, key is 5/family:/1732762146909/Put/seqid=0 2024-11-28T02:49:06,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45233 is added to blk_1073741839_1015 (size=5083) 2024-11-28T02:49:06,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741839_1015 (size=5083) 2024-11-28T02:49:06,939 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/default/testClearRegionBlockCache/ff68e79fa3a28123b40039cb4e71c004/.tmp/family/fb0eef8248874a89b42085f0a7857daa 2024-11-28T02:49:06,946 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/default/testClearRegionBlockCache/ff68e79fa3a28123b40039cb4e71c004/.tmp/family/fb0eef8248874a89b42085f0a7857daa as hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/default/testClearRegionBlockCache/ff68e79fa3a28123b40039cb4e71c004/family/fb0eef8248874a89b42085f0a7857daa 2024-11-28T02:49:06,952 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/default/testClearRegionBlockCache/ff68e79fa3a28123b40039cb4e71c004/family/fb0eef8248874a89b42085f0a7857daa, entries=5, sequenceid=9, filesize=5.0 K 2024-11-28T02:49:06,953 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for ff68e79fa3a28123b40039cb4e71c004 in 35ms, sequenceid=9, compaction requested=false 2024-11-28T02:49:06,953 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ff68e79fa3a28123b40039cb4e71c004: 2024-11-28T02:49:06,953 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 98d8d16d78078d740f34d34d5184e688 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-28T02:49:06,973 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/default/testClearRegionBlockCache/98d8d16d78078d740f34d34d5184e688/.tmp/family/f70091f134064b538ef7ce0dae12d617 is 32, key is 1/family:/1732762146897/Put/seqid=0 2024-11-28T02:49:06,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45233 is added to blk_1073741840_1016 (size=5054) 2024-11-28T02:49:06,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741840_1016 (size=5054) 2024-11-28T02:49:06,982 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/default/testClearRegionBlockCache/98d8d16d78078d740f34d34d5184e688/.tmp/family/f70091f134064b538ef7ce0dae12d617 2024-11-28T02:49:06,988 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/default/testClearRegionBlockCache/98d8d16d78078d740f34d34d5184e688/.tmp/family/f70091f134064b538ef7ce0dae12d617 as hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/default/testClearRegionBlockCache/98d8d16d78078d740f34d34d5184e688/family/f70091f134064b538ef7ce0dae12d617 2024-11-28T02:49:06,994 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/default/testClearRegionBlockCache/98d8d16d78078d740f34d34d5184e688/family/f70091f134064b538ef7ce0dae12d617, entries=4, sequenceid=8, filesize=4.9 K 2024-11-28T02:49:06,995 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 98d8d16d78078d740f34d34d5184e688 in 42ms, sequenceid=8, compaction requested=false 2024-11-28T02:49:06,995 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 98d8d16d78078d740f34d34d5184e688: 2024-11-28T02:49:06,997 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file fb0eef8248874a89b42085f0a7857daa, starting offset: 0, end offset: 9223372036854775807 2024-11-28T02:49:06,997 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key fb0eef8248874a89b42085f0a7857daa_0 from back map with offset lock 2094080 in the evict process 2024-11-28T02:49:07,000 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file f70091f134064b538ef7ce0dae12d617, starting offset: 0, end offset: 9223372036854775807 2024-11-28T02:49:07,000 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key f70091f134064b538ef7ce0dae12d617_0 from back map with offset lock 2094080 in the evict process 2024-11-28T02:49:07,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T02:49:07,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T02:49:07,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:49:07,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:07,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:07,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T02:49:07,001 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T02:49:07,001 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1451618077, stopped=false 2024-11-28T02:49:07,001 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=978bd30859c3,36473,1732762144532 2024-11-28T02:49:07,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36789-0x10180a1a1c60002, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T02:49:07,059 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39051-0x10180a1a1c60001, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T02:49:07,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T02:49:07,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36789-0x10180a1a1c60002, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:07,059 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39051-0x10180a1a1c60001, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:07,059 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T02:49:07,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:07,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T02:49:07,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:49:07,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:07,060 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '978bd30859c3,39051,1732762144665' ***** 2024-11-28T02:49:07,060 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T02:49:07,060 INFO [RS:0;978bd30859c3:39051 {}] bucket.BucketCache(1738): Disabling cache 2024-11-28T02:49:07,060 INFO [RS:0;978bd30859c3:39051 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-28T02:49:07,060 INFO [RS:0;978bd30859c3:39051 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T02:49:07,060 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-28T02:49:07,060 INFO [RS:0;978bd30859c3:39051 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T02:49:07,060 INFO [RS:0;978bd30859c3:39051 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T02:49:07,060 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T02:49:07,060 INFO [RS:0;978bd30859c3:39051 {}] regionserver.HRegionServer(3091): Received CLOSE for ff68e79fa3a28123b40039cb4e71c004 2024-11-28T02:49:07,060 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-28T02:49:07,060 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '978bd30859c3,36789,1732762144709' ***** 2024-11-28T02:49:07,060 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-28T02:49:07,060 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T02:49:07,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36789-0x10180a1a1c60002, quorum=127.0.0.1:59895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:49:07,061 INFO [RS:1;978bd30859c3:36789 {}] bucket.BucketCache(1738): Disabling cache 2024-11-28T02:49:07,061 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-28T02:49:07,061 INFO [RS:1;978bd30859c3:36789 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-28T02:49:07,061 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-28T02:49:07,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:49:07,061 INFO [RS:1;978bd30859c3:36789 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T02:49:07,061 INFO [RS:0;978bd30859c3:39051 {}] regionserver.HRegionServer(959): stopping server 978bd30859c3,39051,1732762144665 2024-11-28T02:49:07,061 INFO [RS:0;978bd30859c3:39051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T02:49:07,061 INFO [RS:1;978bd30859c3:36789 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T02:49:07,061 INFO [RS:1;978bd30859c3:36789 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T02:49:07,061 INFO [RS:0;978bd30859c3:39051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;978bd30859c3:39051. 2024-11-28T02:49:07,061 INFO [RS:1;978bd30859c3:36789 {}] regionserver.HRegionServer(3091): Received CLOSE for 98d8d16d78078d740f34d34d5184e688 2024-11-28T02:49:07,061 DEBUG [RS:0;978bd30859c3:39051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:49:07,061 DEBUG [RS:0;978bd30859c3:39051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:07,061 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff68e79fa3a28123b40039cb4e71c004, disabling compactions & flushes 2024-11-28T02:49:07,061 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-28T02:49:07,061 INFO [RS:0;978bd30859c3:39051 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T02:49:07,061 DEBUG [RS:0;978bd30859c3:39051 {}] regionserver.HRegionServer(1325): Online Regions={ff68e79fa3a28123b40039cb4e71c004=testClearRegionBlockCache,5,1732762146255.ff68e79fa3a28123b40039cb4e71c004.} 2024-11-28T02:49:07,061 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T02:49:07,061 DEBUG [RS:0;978bd30859c3:39051 {}] regionserver.HRegionServer(1351): Waiting on ff68e79fa3a28123b40039cb4e71c004 2024-11-28T02:49:07,061 INFO [RS:1;978bd30859c3:36789 {}] regionserver.HRegionServer(959): stopping server 978bd30859c3,36789,1732762144709 2024-11-28T02:49:07,061 INFO [RS:1;978bd30859c3:36789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T02:49:07,061 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732762146255.ff68e79fa3a28123b40039cb4e71c004. 2024-11-28T02:49:07,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39051-0x10180a1a1c60001, quorum=127.0.0.1:59895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:49:07,061 INFO [RS:1;978bd30859c3:36789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;978bd30859c3:36789. 2024-11-28T02:49:07,062 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732762146255.ff68e79fa3a28123b40039cb4e71c004. 2024-11-28T02:49:07,062 DEBUG [RS:1;978bd30859c3:36789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:49:07,062 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732762146255.ff68e79fa3a28123b40039cb4e71c004. after waiting 0 ms 2024-11-28T02:49:07,062 DEBUG [RS:1;978bd30859c3:36789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:07,062 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732762146255.ff68e79fa3a28123b40039cb4e71c004. 2024-11-28T02:49:07,062 INFO [RS:1;978bd30859c3:36789 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T02:49:07,062 INFO [RS:1;978bd30859c3:36789 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T02:49:07,062 INFO [RS:1;978bd30859c3:36789 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T02:49:07,062 INFO [RS:1;978bd30859c3:36789 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T02:49:07,062 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98d8d16d78078d740f34d34d5184e688, disabling compactions & flushes 2024-11-28T02:49:07,062 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732762146255.98d8d16d78078d740f34d34d5184e688. 2024-11-28T02:49:07,062 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732762146255.98d8d16d78078d740f34d34d5184e688. 2024-11-28T02:49:07,063 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732762146255.98d8d16d78078d740f34d34d5184e688. after waiting 0 ms 2024-11-28T02:49:07,063 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732762146255.98d8d16d78078d740f34d34d5184e688. 2024-11-28T02:49:07,066 INFO [RS:1;978bd30859c3:36789 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T02:49:07,067 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T02:49:07,067 DEBUG [RS:1;978bd30859c3:36789 {}] regionserver.HRegionServer(1325): Online Regions={98d8d16d78078d740f34d34d5184e688=testClearRegionBlockCache,,1732762146255.98d8d16d78078d740f34d34d5184e688., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T02:49:07,067 DEBUG [RS:1;978bd30859c3:36789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98d8d16d78078d740f34d34d5184e688 2024-11-28T02:49:07,067 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T02:49:07,067 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T02:49:07,067 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T02:49:07,067 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T02:49:07,067 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-28T02:49:07,071 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/default/testClearRegionBlockCache/98d8d16d78078d740f34d34d5184e688/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T02:49:07,071 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732762146255.98d8d16d78078d740f34d34d5184e688. 2024-11-28T02:49:07,071 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98d8d16d78078d740f34d34d5184e688: Waiting for close lock at 1732762147062Running coprocessor pre-close hooks at 1732762147062Disabling compacts and flushes for region at 1732762147062Disabling writes for close at 1732762147063 (+1 ms)Writing region close event to WAL at 1732762147067 (+4 ms)Running coprocessor post-close hooks at 1732762147071 (+4 ms)Closed at 1732762147071 2024-11-28T02:49:07,072 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732762146255.98d8d16d78078d740f34d34d5184e688. 2024-11-28T02:49:07,073 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/default/testClearRegionBlockCache/ff68e79fa3a28123b40039cb4e71c004/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-28T02:49:07,073 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732762146255.ff68e79fa3a28123b40039cb4e71c004. 2024-11-28T02:49:07,073 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff68e79fa3a28123b40039cb4e71c004: Waiting for close lock at 1732762147061Running coprocessor pre-close hooks at 1732762147061Disabling compacts and flushes for region at 1732762147061Disabling writes for close at 1732762147062 (+1 ms)Writing region close event to WAL at 1732762147067 (+5 ms)Running coprocessor post-close hooks at 1732762147073 (+6 ms)Closed at 1732762147073 2024-11-28T02:49:07,073 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732762146255.ff68e79fa3a28123b40039cb4e71c004. 2024-11-28T02:49:07,088 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/hbase/meta/1588230740/.tmp/info/3eab8ad691074ec58d1446ce53fca6ef is 173, key is testClearRegionBlockCache,5,1732762146255.ff68e79fa3a28123b40039cb4e71c004./info:regioninfo/1732762146646/Put/seqid=0 2024-11-28T02:49:07,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45233 is added to blk_1073741841_1017 (size=8173) 2024-11-28T02:49:07,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741841_1017 (size=8173) 2024-11-28T02:49:07,093 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/hbase/meta/1588230740/.tmp/info/3eab8ad691074ec58d1446ce53fca6ef 2024-11-28T02:49:07,114 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/hbase/meta/1588230740/.tmp/ns/a4d5f535ec294e348f8ba16934f906cb is 43, key is default/ns:d/1732762146195/Put/seqid=0 2024-11-28T02:49:07,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45233 is added to blk_1073741842_1018 (size=5153) 2024-11-28T02:49:07,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741842_1018 (size=5153) 2024-11-28T02:49:07,123 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/hbase/meta/1588230740/.tmp/ns/a4d5f535ec294e348f8ba16934f906cb 2024-11-28T02:49:07,143 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/hbase/meta/1588230740/.tmp/table/e65232eaf36649d7b5b2759451f8776e is 61, key is testClearRegionBlockCache/table:state/1732762146656/Put/seqid=0 2024-11-28T02:49:07,148 INFO [regionserver/978bd30859c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:49:07,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45233 is added to blk_1073741843_1019 (size=5312) 2024-11-28T02:49:07,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741843_1019 (size=5312) 2024-11-28T02:49:07,150 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/hbase/meta/1588230740/.tmp/table/e65232eaf36649d7b5b2759451f8776e 2024-11-28T02:49:07,150 INFO [regionserver/978bd30859c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:49:07,157 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/hbase/meta/1588230740/.tmp/info/3eab8ad691074ec58d1446ce53fca6ef as hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/hbase/meta/1588230740/info/3eab8ad691074ec58d1446ce53fca6ef 2024-11-28T02:49:07,163 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/hbase/meta/1588230740/info/3eab8ad691074ec58d1446ce53fca6ef, entries=20, sequenceid=13, filesize=8.0 K 2024-11-28T02:49:07,164 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/hbase/meta/1588230740/.tmp/ns/a4d5f535ec294e348f8ba16934f906cb as hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/hbase/meta/1588230740/ns/a4d5f535ec294e348f8ba16934f906cb 2024-11-28T02:49:07,170 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/hbase/meta/1588230740/ns/a4d5f535ec294e348f8ba16934f906cb, entries=2, sequenceid=13, filesize=5.0 K 2024-11-28T02:49:07,171 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/hbase/meta/1588230740/.tmp/table/e65232eaf36649d7b5b2759451f8776e as hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/hbase/meta/1588230740/table/e65232eaf36649d7b5b2759451f8776e 2024-11-28T02:49:07,177 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/hbase/meta/1588230740/table/e65232eaf36649d7b5b2759451f8776e, entries=2, sequenceid=13, filesize=5.2 K 2024-11-28T02:49:07,178 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=13, compaction requested=false 2024-11-28T02:49:07,185 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-28T02:49:07,185 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T02:49:07,185 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T02:49:07,186 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732762147066Running coprocessor pre-close hooks at 1732762147066Disabling compacts and flushes for region at 1732762147067 (+1 ms)Disabling writes for close at 1732762147067Obtaining lock to block concurrent updates at 1732762147067Preparing flush snapshotting stores in 1588230740 at 1732762147067Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732762147068 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732762147068Flushing 1588230740/info: creating writer at 1732762147068Flushing 1588230740/info: appending metadata at 1732762147087 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732762147087Flushing 1588230740/ns: creating writer at 1732762147099 (+12 ms)Flushing 1588230740/ns: appending metadata at 1732762147113 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732762147113Flushing 1588230740/table: creating writer at 1732762147129 (+16 ms)Flushing 1588230740/table: appending metadata at 1732762147143 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732762147143Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5efa766e: reopening flushed file at 1732762147156 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e2f94f6: reopening flushed file at 1732762147163 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69c9393b: reopening flushed file at 1732762147170 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=13, compaction requested=false at 1732762147178 (+8 ms)Writing region close event to WAL at 1732762147182 (+4 ms)Running coprocessor post-close hooks at 1732762147185 (+3 ms)Closed at 1732762147185 2024-11-28T02:49:07,186 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T02:49:07,261 INFO [RS:0;978bd30859c3:39051 {}] regionserver.HRegionServer(976): stopping server 978bd30859c3,39051,1732762144665; all regions closed. 2024-11-28T02:49:07,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45233 is added to blk_1073741833_1009 (size=1867) 2024-11-28T02:49:07,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741833_1009 (size=1867) 2024-11-28T02:49:07,267 INFO [RS:1;978bd30859c3:36789 {}] regionserver.HRegionServer(976): stopping server 978bd30859c3,36789,1732762144709; all regions closed. 2024-11-28T02:49:07,267 DEBUG [RS:0;978bd30859c3:39051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/oldWALs 2024-11-28T02:49:07,267 INFO [RS:0;978bd30859c3:39051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C39051%2C1732762144665:(num 1732762145780) 2024-11-28T02:49:07,267 DEBUG [RS:0;978bd30859c3:39051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:07,268 INFO [RS:0;978bd30859c3:39051 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:49:07,268 INFO [RS:0;978bd30859c3:39051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T02:49:07,268 INFO [RS:0;978bd30859c3:39051 {}] hbase.ChoreService(370): Chore service for: regionserver/978bd30859c3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T02:49:07,268 INFO [RS:0;978bd30859c3:39051 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T02:49:07,268 INFO [regionserver/978bd30859c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T02:49:07,268 INFO [RS:0;978bd30859c3:39051 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T02:49:07,268 INFO [RS:0;978bd30859c3:39051 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T02:49:07,268 INFO [RS:0;978bd30859c3:39051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T02:49:07,268 INFO [RS:0;978bd30859c3:39051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39051 2024-11-28T02:49:07,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741835_1011 (size=4338) 2024-11-28T02:49:07,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45233 is added to blk_1073741835_1011 (size=4338) 2024-11-28T02:49:07,278 DEBUG [RS:1;978bd30859c3:36789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/oldWALs 2024-11-28T02:49:07,278 INFO [RS:1;978bd30859c3:36789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C36789%2C1732762144709.meta:.meta(num 1732762146137) 2024-11-28T02:49:07,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741834_1010 (size=1758) 2024-11-28T02:49:07,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45233 is added to blk_1073741834_1010 (size=1758) 2024-11-28T02:49:07,282 DEBUG [RS:1;978bd30859c3:36789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/oldWALs 2024-11-28T02:49:07,282 INFO [RS:1;978bd30859c3:36789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C36789%2C1732762144709:(num 1732762145780) 2024-11-28T02:49:07,282 DEBUG [RS:1;978bd30859c3:36789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:07,283 INFO [RS:1;978bd30859c3:36789 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:49:07,283 INFO [RS:1;978bd30859c3:36789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T02:49:07,283 INFO [RS:1;978bd30859c3:36789 {}] hbase.ChoreService(370): Chore service for: regionserver/978bd30859c3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T02:49:07,283 INFO [RS:1;978bd30859c3:36789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T02:49:07,283 INFO [regionserver/978bd30859c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T02:49:07,283 INFO [RS:1;978bd30859c3:36789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36789 2024-11-28T02:49:07,293 INFO [RS:0;978bd30859c3:39051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T02:49:07,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T02:49:07,293 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39051-0x10180a1a1c60001, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/978bd30859c3,39051,1732762144665 2024-11-28T02:49:07,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36789-0x10180a1a1c60002, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/978bd30859c3,36789,1732762144709 2024-11-28T02:49:07,301 INFO [RS:1;978bd30859c3:36789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T02:49:07,309 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [978bd30859c3,39051,1732762144665] 2024-11-28T02:49:07,326 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/978bd30859c3,39051,1732762144665 already deleted, retry=false 2024-11-28T02:49:07,326 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 978bd30859c3,39051,1732762144665 expired; onlineServers=1 2024-11-28T02:49:07,326 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [978bd30859c3,36789,1732762144709] 2024-11-28T02:49:07,334 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/978bd30859c3,36789,1732762144709 already deleted, retry=false 2024-11-28T02:49:07,334 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 978bd30859c3,36789,1732762144709 expired; onlineServers=0 2024-11-28T02:49:07,334 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '978bd30859c3,36473,1732762144532' ***** 2024-11-28T02:49:07,334 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T02:49:07,334 INFO [M:0;978bd30859c3:36473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T02:49:07,334 INFO [M:0;978bd30859c3:36473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T02:49:07,335 DEBUG [M:0;978bd30859c3:36473 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T02:49:07,335 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T02:49:07,335 DEBUG [M:0;978bd30859c3:36473 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T02:49:07,335 DEBUG [master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762145476 {}] cleaner.HFileCleaner(306): Exit Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762145476,5,FailOnTimeoutGroup] 2024-11-28T02:49:07,335 DEBUG [master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762145476 {}] cleaner.HFileCleaner(306): Exit Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762145476,5,FailOnTimeoutGroup] 2024-11-28T02:49:07,335 INFO [M:0;978bd30859c3:36473 {}] hbase.ChoreService(370): Chore service for: master/978bd30859c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T02:49:07,335 INFO [M:0;978bd30859c3:36473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T02:49:07,335 DEBUG [M:0;978bd30859c3:36473 {}] master.HMaster(1795): Stopping service threads 2024-11-28T02:49:07,335 INFO [M:0;978bd30859c3:36473 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T02:49:07,335 INFO [M:0;978bd30859c3:36473 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T02:49:07,335 INFO [M:0;978bd30859c3:36473 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T02:49:07,335 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T02:49:07,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T02:49:07,343 DEBUG [M:0;978bd30859c3:36473 {}] zookeeper.ZKUtil(347): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T02:49:07,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:07,343 WARN [M:0;978bd30859c3:36473 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T02:49:07,343 INFO [M:0;978bd30859c3:36473 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/.lastflushedseqids 2024-11-28T02:49:07,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45233 is added to blk_1073741844_1020 (size=182) 2024-11-28T02:49:07,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741844_1020 (size=182) 2024-11-28T02:49:07,352 INFO [M:0;978bd30859c3:36473 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T02:49:07,352 INFO [M:0;978bd30859c3:36473 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T02:49:07,352 DEBUG [M:0;978bd30859c3:36473 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T02:49:07,352 INFO [M:0;978bd30859c3:36473 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:49:07,352 DEBUG [M:0;978bd30859c3:36473 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:49:07,352 DEBUG [M:0;978bd30859c3:36473 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T02:49:07,352 DEBUG [M:0;978bd30859c3:36473 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:49:07,352 INFO [M:0;978bd30859c3:36473 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-28T02:49:07,367 DEBUG [M:0;978bd30859c3:36473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8484dd9d15094493b60f27d7dfc97ee8 is 82, key is hbase:meta,,1/info:regioninfo/1732762146172/Put/seqid=0 2024-11-28T02:49:07,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741845_1021 (size=5672) 2024-11-28T02:49:07,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45233 is added to blk_1073741845_1021 (size=5672) 2024-11-28T02:49:07,372 INFO [M:0;978bd30859c3:36473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8484dd9d15094493b60f27d7dfc97ee8 2024-11-28T02:49:07,394 DEBUG [M:0;978bd30859c3:36473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b51a2a4db1943638f02327b37035ab6 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732762146663/Put/seqid=0 2024-11-28T02:49:07,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741846_1022 (size=6219) 2024-11-28T02:49:07,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45233 is added to blk_1073741846_1022 (size=6219) 2024-11-28T02:49:07,410 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39051-0x10180a1a1c60001, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:49:07,410 INFO [RS:0;978bd30859c3:39051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T02:49:07,410 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39051-0x10180a1a1c60001, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:49:07,410 INFO [RS:0;978bd30859c3:39051 {}] regionserver.HRegionServer(1031): Exiting; stopping=978bd30859c3,39051,1732762144665; zookeeper connection closed. 2024-11-28T02:49:07,410 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61bfbd1b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61bfbd1b 2024-11-28T02:49:07,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36789-0x10180a1a1c60002, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:49:07,418 INFO [RS:1;978bd30859c3:36789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T02:49:07,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36789-0x10180a1a1c60002, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:49:07,418 INFO [RS:1;978bd30859c3:36789 {}] regionserver.HRegionServer(1031): Exiting; stopping=978bd30859c3,36789,1732762144709; zookeeper connection closed. 2024-11-28T02:49:07,418 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@681a1fe9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@681a1fe9 2024-11-28T02:49:07,419 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-28T02:49:07,804 INFO [M:0;978bd30859c3:36473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b51a2a4db1943638f02327b37035ab6 2024-11-28T02:49:07,831 DEBUG [M:0;978bd30859c3:36473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/690c14f9a9294ca19e06d3466323b869 is 69, key is 978bd30859c3,36789,1732762144709/rs:state/1732762145604/Put/seqid=0 2024-11-28T02:49:07,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45233 is added to blk_1073741847_1023 (size=5224) 2024-11-28T02:49:07,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741847_1023 (size=5224) 2024-11-28T02:49:07,841 INFO [M:0;978bd30859c3:36473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/690c14f9a9294ca19e06d3466323b869 2024-11-28T02:49:07,846 DEBUG [M:0;978bd30859c3:36473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8484dd9d15094493b60f27d7dfc97ee8 as hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8484dd9d15094493b60f27d7dfc97ee8 2024-11-28T02:49:07,852 INFO [M:0;978bd30859c3:36473 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8484dd9d15094493b60f27d7dfc97ee8, entries=8, sequenceid=71, filesize=5.5 K 2024-11-28T02:49:07,853 DEBUG [M:0;978bd30859c3:36473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b51a2a4db1943638f02327b37035ab6 as hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8b51a2a4db1943638f02327b37035ab6 2024-11-28T02:49:07,859 INFO [M:0;978bd30859c3:36473 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8b51a2a4db1943638f02327b37035ab6, entries=8, sequenceid=71, filesize=6.1 K 2024-11-28T02:49:07,860 DEBUG [M:0;978bd30859c3:36473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/690c14f9a9294ca19e06d3466323b869 as hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/690c14f9a9294ca19e06d3466323b869 2024-11-28T02:49:07,866 INFO [M:0;978bd30859c3:36473 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33493/user/jenkins/test-data/9125fb6c-3046-8a04-73e8-2ca7174e9a31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/690c14f9a9294ca19e06d3466323b869, entries=2, sequenceid=71, filesize=5.1 K 2024-11-28T02:49:07,867 INFO [M:0;978bd30859c3:36473 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 515ms, sequenceid=71, compaction requested=false 2024-11-28T02:49:07,868 INFO [M:0;978bd30859c3:36473 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:49:07,868 DEBUG [M:0;978bd30859c3:36473 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732762147352Disabling compacts and flushes for region at 1732762147352Disabling writes for close at 1732762147352Obtaining lock to block concurrent updates at 1732762147352Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732762147352Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1732762147352Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732762147353 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732762147353Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732762147367 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732762147367Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732762147378 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732762147393 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732762147393Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732762147811 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732762147830 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732762147831 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54c6d091: reopening flushed file at 1732762147846 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2188d4e6: reopening flushed file at 1732762147852 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a8d82a7: reopening flushed file at 1732762147859 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 515ms, sequenceid=71, compaction requested=false at 1732762147867 (+8 ms)Writing region close event to WAL at 1732762147868 (+1 ms)Closed at 1732762147868 2024-11-28T02:49:07,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741830_1006 (size=35440) 2024-11-28T02:49:07,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45233 is added to blk_1073741830_1006 (size=35440) 2024-11-28T02:49:07,872 INFO [M:0;978bd30859c3:36473 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T02:49:07,872 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T02:49:07,872 INFO [M:0;978bd30859c3:36473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36473 2024-11-28T02:49:07,872 INFO [M:0;978bd30859c3:36473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T02:49:08,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:49:08,017 INFO [M:0;978bd30859c3:36473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T02:49:08,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36473-0x10180a1a1c60000, quorum=127.0.0.1:59895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:49:08,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@212c0dd1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:49:08,021 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@781e14b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T02:49:08,021 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T02:49:08,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b1c2df2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T02:49:08,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b191282{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/hadoop.log.dir/,STOPPED} 2024-11-28T02:49:08,022 WARN [BP-371579452-172.17.0.2-1732762142934 heartbeating to localhost/127.0.0.1:33493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T02:49:08,022 WARN [BP-371579452-172.17.0.2-1732762142934 heartbeating to localhost/127.0.0.1:33493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-371579452-172.17.0.2-1732762142934 (Datanode Uuid 1ce28923-f3ed-4225-8d6d-97a3fc47d705) service to localhost/127.0.0.1:33493 2024-11-28T02:49:08,022 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T02:49:08,022 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T02:49:08,023 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/cluster_56629e1b-d86d-8ba2-cefe-7b72189b2cf6/data/data3/current/BP-371579452-172.17.0.2-1732762142934 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:49:08,023 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/cluster_56629e1b-d86d-8ba2-cefe-7b72189b2cf6/data/data4/current/BP-371579452-172.17.0.2-1732762142934 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:49:08,023 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T02:49:08,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65c04dcb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:49:08,027 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b3ccc59{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T02:49:08,027 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T02:49:08,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6133bb31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T02:49:08,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b5343a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/hadoop.log.dir/,STOPPED} 2024-11-28T02:49:08,029 WARN [BP-371579452-172.17.0.2-1732762142934 heartbeating to localhost/127.0.0.1:33493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T02:49:08,029 WARN [BP-371579452-172.17.0.2-1732762142934 heartbeating to localhost/127.0.0.1:33493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-371579452-172.17.0.2-1732762142934 (Datanode Uuid ed023ab2-da95-432d-979f-367a3fd08c66) service to localhost/127.0.0.1:33493 2024-11-28T02:49:08,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/cluster_56629e1b-d86d-8ba2-cefe-7b72189b2cf6/data/data1/current/BP-371579452-172.17.0.2-1732762142934 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:49:08,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/cluster_56629e1b-d86d-8ba2-cefe-7b72189b2cf6/data/data2/current/BP-371579452-172.17.0.2-1732762142934 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:49:08,029 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T02:49:08,030 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T02:49:08,030 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T02:49:08,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@949cca2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T02:49:08,036 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@365bf47a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T02:49:08,036 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T02:49:08,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@769b0c7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T02:49:08,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f56ade1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/hadoop.log.dir/,STOPPED} 2024-11-28T02:49:08,042 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T02:49:08,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T02:49:08,065 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=170 (was 151) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:33493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:33493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33493 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33493 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=520 (was 497) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=206 (was 189) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6868 (was 7016) 2024-11-28T02:49:08,071 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=170, OpenFileDescriptor=520, MaxFileDescriptor=1048576, SystemLoadAverage=206, ProcessCount=11, AvailableMemoryMB=6868 2024-11-28T02:49:08,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/hadoop.log.dir so I do NOT create it in target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45 2024-11-28T02:49:08,084 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T02:49:08,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/hadoop.tmp.dir so I do NOT create it in target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45 2024-11-28T02:49:08,084 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9279909d-0489-028d-686d-8d3240c1b09d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T02:49:08,084 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45 2024-11-28T02:49:08,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T02:49:08,084 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/cluster_8c8e39ed-f749-92d4-0f38-be9582caa17a, deleteOnExit=true 2024-11-28T02:49:08,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T02:49:08,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/test.cache.data in system properties and HBase conf 2024-11-28T02:49:08,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T02:49:08,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/hadoop.log.dir in system properties and HBase conf 2024-11-28T02:49:08,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T02:49:08,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T02:49:08,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T02:49:08,085 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T02:49:08,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T02:49:08,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T02:49:08,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T02:49:08,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T02:49:08,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T02:49:08,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T02:49:08,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T02:49:08,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T02:49:08,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T02:49:08,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/nfs.dump.dir in system properties and HBase conf 2024-11-28T02:49:08,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/java.io.tmpdir in system properties and HBase conf 2024-11-28T02:49:08,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T02:49:08,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T02:49:08,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T02:49:08,395 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:49:08,402 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:49:08,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:49:08,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:49:08,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T02:49:08,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:49:08,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7621e72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:49:08,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68a1d40f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:49:08,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ffca430{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/java.io.tmpdir/jetty-localhost-41373-hadoop-hdfs-3_4_1-tests_jar-_-any-14504516156039303123/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T02:49:08,526 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a0a9090{HTTP/1.1, (http/1.1)}{localhost:41373} 2024-11-28T02:49:08,526 INFO [Time-limited test {}] server.Server(415): Started @31416ms 2024-11-28T02:49:08,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:49:08,777 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:49:08,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:49:08,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:49:08,779 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T02:49:08,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@142e5902{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:49:08,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@454b3944{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:49:08,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4385a3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/java.io.tmpdir/jetty-localhost-34007-hadoop-hdfs-3_4_1-tests_jar-_-any-7225670348044303742/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:49:08,888 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b85174e{HTTP/1.1, (http/1.1)}{localhost:34007} 2024-11-28T02:49:08,888 INFO [Time-limited test {}] server.Server(415): Started @31778ms 2024-11-28T02:49:08,889 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T02:49:08,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T02:49:08,941 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T02:49:08,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T02:49:08,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T02:49:08,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T02:49:08,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f930ede{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/hadoop.log.dir/,AVAILABLE} 2024-11-28T02:49:08,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fd9d61a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T02:49:09,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6404be67{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/java.io.tmpdir/jetty-localhost-45621-hadoop-hdfs-3_4_1-tests_jar-_-any-10488103368513647409/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:49:09,049 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74609373{HTTP/1.1, (http/1.1)}{localhost:45621} 2024-11-28T02:49:09,049 INFO [Time-limited test {}] server.Server(415): Started @31939ms 2024-11-28T02:49:09,051 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T02:49:09,559 WARN [Thread-1432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/cluster_8c8e39ed-f749-92d4-0f38-be9582caa17a/data/data2/current/BP-857549877-172.17.0.2-1732762148105/current, will proceed with Du for space computation calculation, 2024-11-28T02:49:09,559 WARN [Thread-1431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/cluster_8c8e39ed-f749-92d4-0f38-be9582caa17a/data/data1/current/BP-857549877-172.17.0.2-1732762148105/current, will proceed with Du for space computation calculation, 2024-11-28T02:49:09,575 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T02:49:09,578 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ae12f18dd2954ef with lease ID 0xd1d0c9f069b5cd9d: Processing first storage report for DS-45cf5669-ecae-4845-ba1b-5050b4010b7e from datanode DatanodeRegistration(127.0.0.1:38107, datanodeUuid=859e4f6c-9a18-4bd8-88df-95c02286e371, infoPort=33959, infoSecurePort=0, ipcPort=37347, storageInfo=lv=-57;cid=testClusterID;nsid=428657574;c=1732762148105) 2024-11-28T02:49:09,578 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ae12f18dd2954ef with lease ID 0xd1d0c9f069b5cd9d: from storage DS-45cf5669-ecae-4845-ba1b-5050b4010b7e node DatanodeRegistration(127.0.0.1:38107, datanodeUuid=859e4f6c-9a18-4bd8-88df-95c02286e371, infoPort=33959, infoSecurePort=0, ipcPort=37347, storageInfo=lv=-57;cid=testClusterID;nsid=428657574;c=1732762148105), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:49:09,579 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ae12f18dd2954ef with lease ID 0xd1d0c9f069b5cd9d: Processing first storage report for DS-7cae8deb-309b-4e58-9c47-be677748478a from datanode DatanodeRegistration(127.0.0.1:38107, datanodeUuid=859e4f6c-9a18-4bd8-88df-95c02286e371, infoPort=33959, infoSecurePort=0, ipcPort=37347, storageInfo=lv=-57;cid=testClusterID;nsid=428657574;c=1732762148105) 2024-11-28T02:49:09,579 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ae12f18dd2954ef with lease ID 0xd1d0c9f069b5cd9d: from storage DS-7cae8deb-309b-4e58-9c47-be677748478a node DatanodeRegistration(127.0.0.1:38107, datanodeUuid=859e4f6c-9a18-4bd8-88df-95c02286e371, infoPort=33959, infoSecurePort=0, ipcPort=37347, storageInfo=lv=-57;cid=testClusterID;nsid=428657574;c=1732762148105), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:49:09,704 WARN [Thread-1443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/cluster_8c8e39ed-f749-92d4-0f38-be9582caa17a/data/data4/current/BP-857549877-172.17.0.2-1732762148105/current, will proceed with Du for space computation calculation, 2024-11-28T02:49:09,704 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/cluster_8c8e39ed-f749-92d4-0f38-be9582caa17a/data/data3/current/BP-857549877-172.17.0.2-1732762148105/current, will proceed with Du for space computation calculation, 2024-11-28T02:49:09,724 WARN [Thread-1418 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T02:49:09,727 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12c861d71d8d40be with lease ID 0xd1d0c9f069b5cd9e: Processing first storage report for DS-28d6674e-a379-4a95-b476-077ad6b3008b from datanode DatanodeRegistration(127.0.0.1:34855, datanodeUuid=9be8d486-fb55-44a5-b80b-2a7cf1ed0282, infoPort=35099, infoSecurePort=0, ipcPort=36111, storageInfo=lv=-57;cid=testClusterID;nsid=428657574;c=1732762148105) 2024-11-28T02:49:09,727 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12c861d71d8d40be with lease ID 0xd1d0c9f069b5cd9e: from storage DS-28d6674e-a379-4a95-b476-077ad6b3008b node DatanodeRegistration(127.0.0.1:34855, datanodeUuid=9be8d486-fb55-44a5-b80b-2a7cf1ed0282, infoPort=35099, infoSecurePort=0, ipcPort=36111, storageInfo=lv=-57;cid=testClusterID;nsid=428657574;c=1732762148105), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:49:09,727 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12c861d71d8d40be with lease ID 0xd1d0c9f069b5cd9e: Processing first storage report for DS-7e10b965-aa16-418f-b4af-5fd4a1c0bc75 from datanode DatanodeRegistration(127.0.0.1:34855, datanodeUuid=9be8d486-fb55-44a5-b80b-2a7cf1ed0282, infoPort=35099, infoSecurePort=0, ipcPort=36111, storageInfo=lv=-57;cid=testClusterID;nsid=428657574;c=1732762148105) 2024-11-28T02:49:09,727 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12c861d71d8d40be with lease ID 0xd1d0c9f069b5cd9e: from storage DS-7e10b965-aa16-418f-b4af-5fd4a1c0bc75 node DatanodeRegistration(127.0.0.1:34855, datanodeUuid=9be8d486-fb55-44a5-b80b-2a7cf1ed0282, infoPort=35099, infoSecurePort=0, ipcPort=36111, storageInfo=lv=-57;cid=testClusterID;nsid=428657574;c=1732762148105), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T02:49:09,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45 2024-11-28T02:49:09,783 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/cluster_8c8e39ed-f749-92d4-0f38-be9582caa17a/zookeeper_0, clientPort=56397, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/cluster_8c8e39ed-f749-92d4-0f38-be9582caa17a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/cluster_8c8e39ed-f749-92d4-0f38-be9582caa17a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T02:49:09,783 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56397 2024-11-28T02:49:09,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:49:09,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:49:09,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741825_1001 (size=7) 2024-11-28T02:49:09,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741825_1001 (size=7) 2024-11-28T02:49:09,799 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f with version=8 2024-11-28T02:49:09,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/hbase-staging 2024-11-28T02:49:09,801 INFO [Time-limited test {}] client.ConnectionUtils(128): master/978bd30859c3:0 server-side Connection retries=45 2024-11-28T02:49:09,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:49:09,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:49:09,802 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:49:09,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:49:09,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:49:09,802 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T02:49:09,802 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:49:09,803 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37243 2024-11-28T02:49:09,804 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37243 connecting to ZooKeeper ensemble=127.0.0.1:56397 2024-11-28T02:49:09,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372430x0, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:49:09,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37243-0x10180a1b65b0000 connected 2024-11-28T02:49:09,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:49:09,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:49:09,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:49:09,921 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f, hbase.cluster.distributed=false 2024-11-28T02:49:09,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:49:09,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37243 2024-11-28T02:49:09,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37243 2024-11-28T02:49:09,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37243 2024-11-28T02:49:09,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37243 2024-11-28T02:49:09,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37243 2024-11-28T02:49:09,940 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/978bd30859c3:0 server-side Connection retries=45 2024-11-28T02:49:09,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:49:09,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:49:09,940 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:49:09,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:49:09,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:49:09,940 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T02:49:09,941 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:49:09,941 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44783 2024-11-28T02:49:09,942 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44783 connecting to ZooKeeper ensemble=127.0.0.1:56397 2024-11-28T02:49:09,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:49:09,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:49:09,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447830x0, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:49:09,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447830x0, quorum=127.0.0.1:56397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:49:09,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44783-0x10180a1b65b0001 connected 2024-11-28T02:49:09,959 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T02:49:09,960 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-28T02:49:09,966 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-28T02:49:09,966 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-28T02:49:09,970 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-28T02:49:09,971 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T02:49:09,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44783-0x10180a1b65b0001, quorum=127.0.0.1:56397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T02:49:09,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44783-0x10180a1b65b0001, quorum=127.0.0.1:56397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:49:09,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44783 2024-11-28T02:49:09,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44783 2024-11-28T02:49:09,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44783 2024-11-28T02:49:09,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44783 2024-11-28T02:49:09,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44783 2024-11-28T02:49:09,999 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/978bd30859c3:0 server-side Connection retries=45 2024-11-28T02:49:09,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:49:09,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T02:49:09,999 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T02:49:09,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T02:49:09,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T02:49:09,999 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T02:49:09,999 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T02:49:10,000 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45479 2024-11-28T02:49:10,001 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45479 connecting to ZooKeeper ensemble=127.0.0.1:56397 2024-11-28T02:49:10,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:49:10,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:49:10,017 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454790x0, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T02:49:10,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454790x0, quorum=127.0.0.1:56397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:49:10,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45479-0x10180a1b65b0002 connected 2024-11-28T02:49:10,018 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T02:49:10,019 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-28T02:49:10,025 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-28T02:49:10,025 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-28T02:49:10,027 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-28T02:49:10,027 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T02:49:10,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45479-0x10180a1b65b0002, quorum=127.0.0.1:56397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T02:49:10,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45479-0x10180a1b65b0002, quorum=127.0.0.1:56397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T02:49:10,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45479 2024-11-28T02:49:10,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45479 2024-11-28T02:49:10,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45479 2024-11-28T02:49:10,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45479 2024-11-28T02:49:10,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45479 2024-11-28T02:49:10,042 DEBUG [M:0;978bd30859c3:37243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;978bd30859c3:37243 2024-11-28T02:49:10,042 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/978bd30859c3,37243,1732762149801 2024-11-28T02:49:10,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:49:10,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10180a1b65b0001, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:49:10,051 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x10180a1b65b0002, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:49:10,051 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/978bd30859c3,37243,1732762149801 2024-11-28T02:49:10,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10180a1b65b0001, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T02:49:10,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:10,059 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x10180a1b65b0002, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T02:49:10,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10180a1b65b0001, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:10,059 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x10180a1b65b0002, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:10,060 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T02:49:10,060 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/978bd30859c3,37243,1732762149801 from backup master directory 2024-11-28T02:49:10,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/978bd30859c3,37243,1732762149801 2024-11-28T02:49:10,067 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x10180a1b65b0002, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:49:10,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10180a1b65b0001, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:49:10,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T02:49:10,067 WARN [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:49:10,067 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=978bd30859c3,37243,1732762149801 2024-11-28T02:49:10,071 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/hbase.id] with ID: 590615ba-a062-4ee6-bbea-44bf5dd4cc09 2024-11-28T02:49:10,071 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/.tmp/hbase.id 2024-11-28T02:49:10,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741826_1002 (size=42) 2024-11-28T02:49:10,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741826_1002 (size=42) 2024-11-28T02:49:10,078 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/.tmp/hbase.id]:[hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/hbase.id] 2024-11-28T02:49:10,089 INFO [master/978bd30859c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T02:49:10,089 INFO [master/978bd30859c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T02:49:10,091 INFO [master/978bd30859c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-28T02:49:10,101 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x10180a1b65b0002, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:10,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:10,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10180a1b65b0001, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:10,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741827_1003 (size=196) 2024-11-28T02:49:10,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741827_1003 (size=196) 2024-11-28T02:49:10,109 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:49:10,110 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T02:49:10,110 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:49:10,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741828_1004 (size=1189) 2024-11-28T02:49:10,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741828_1004 (size=1189) 2024-11-28T02:49:10,120 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/data/master/store 2024-11-28T02:49:10,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741829_1005 (size=34) 2024-11-28T02:49:10,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741829_1005 (size=34) 2024-11-28T02:49:10,127 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:49:10,127 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T02:49:10,127 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:49:10,127 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:49:10,127 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T02:49:10,127 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:49:10,127 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:49:10,127 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732762150127Disabling compacts and flushes for region at 1732762150127Disabling writes for close at 1732762150127Writing region close event to WAL at 1732762150127Closed at 1732762150127 2024-11-28T02:49:10,128 WARN [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/data/master/store/.initializing 2024-11-28T02:49:10,128 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/WALs/978bd30859c3,37243,1732762149801 2024-11-28T02:49:10,129 INFO [master/978bd30859c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:49:10,131 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C37243%2C1732762149801, suffix=, logDir=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/WALs/978bd30859c3,37243,1732762149801, archiveDir=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/oldWALs, maxLogs=10 2024-11-28T02:49:10,144 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/WALs/978bd30859c3,37243,1732762149801/978bd30859c3%2C37243%2C1732762149801.1732762150131, exclude list is [], retry=0 2024-11-28T02:49:10,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38107,DS-45cf5669-ecae-4845-ba1b-5050b4010b7e,DISK] 2024-11-28T02:49:10,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34855,DS-28d6674e-a379-4a95-b476-077ad6b3008b,DISK] 2024-11-28T02:49:10,148 INFO [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/WALs/978bd30859c3,37243,1732762149801/978bd30859c3%2C37243%2C1732762149801.1732762150131 2024-11-28T02:49:10,150 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33959:33959),(127.0.0.1/127.0.0.1:35099:35099)] 2024-11-28T02:49:10,150 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:49:10,150 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:49:10,150 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:10,150 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:10,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:10,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T02:49:10,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:10,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:10,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:10,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T02:49:10,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:10,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:49:10,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:10,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T02:49:10,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:10,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:49:10,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:10,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T02:49:10,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:10,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:49:10,161 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:10,162 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:10,162 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:10,164 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:10,164 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:10,165 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T02:49:10,166 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T02:49:10,168 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:49:10,169 INFO [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70073552, jitterRate=0.04417729377746582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T02:49:10,169 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732762150150Initializing all the Stores at 1732762150151 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762150151Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762150154 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762150154Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762150154Cleaning up temporary data from old regions at 1732762150164 (+10 ms)Region opened successfully at 1732762150169 (+5 ms) 2024-11-28T02:49:10,170 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T02:49:10,174 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c75a87b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T02:49:10,175 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T02:49:10,175 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T02:49:10,175 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T02:49:10,175 INFO [master/978bd30859c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T02:49:10,176 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T02:49:10,176 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T02:49:10,176 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T02:49:10,178 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T02:49:10,178 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T02:49:10,209 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T02:49:10,210 INFO [master/978bd30859c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T02:49:10,210 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T02:49:10,217 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T02:49:10,218 INFO [master/978bd30859c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T02:49:10,219 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T02:49:10,225 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T02:49:10,226 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T02:49:10,234 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T02:49:10,237 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T02:49:10,242 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T02:49:10,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:49:10,251 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x10180a1b65b0002, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:49:10,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10180a1b65b0001, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T02:49:10,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:10,251 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x10180a1b65b0002, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:10,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10180a1b65b0001, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:10,251 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=978bd30859c3,37243,1732762149801, sessionid=0x10180a1b65b0000, setting cluster-up flag (Was=false) 2024-11-28T02:49:10,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:10,267 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x10180a1b65b0002, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:10,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10180a1b65b0001, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:10,292 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T02:49:10,294 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=978bd30859c3,37243,1732762149801 2024-11-28T02:49:10,309 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x10180a1b65b0002, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:10,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:10,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10180a1b65b0001, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:10,334 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T02:49:10,335 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=978bd30859c3,37243,1732762149801 2024-11-28T02:49:10,336 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T02:49:10,337 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T02:49:10,338 INFO [master/978bd30859c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T02:49:10,338 INFO [master/978bd30859c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T02:49:10,338 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 978bd30859c3,37243,1732762149801 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T02:49:10,339 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:49:10,339 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:49:10,339 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:49:10,339 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/978bd30859c3:0, corePoolSize=5, maxPoolSize=5 2024-11-28T02:49:10,339 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/978bd30859c3:0, corePoolSize=10, maxPoolSize=10 2024-11-28T02:49:10,339 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,339 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:49:10,339 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,340 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732762180340 2024-11-28T02:49:10,340 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T02:49:10,340 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T02:49:10,340 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T02:49:10,340 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T02:49:10,340 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T02:49:10,340 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T02:49:10,340 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,341 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T02:49:10,341 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T02:49:10,341 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T02:49:10,341 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T02:49:10,341 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T02:49:10,341 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T02:49:10,341 INFO [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T02:49:10,341 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762150341,5,FailOnTimeoutGroup] 2024-11-28T02:49:10,341 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762150341,5,FailOnTimeoutGroup] 2024-11-28T02:49:10,341 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,342 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T02:49:10,342 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,342 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,342 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:10,342 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T02:49:10,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741831_1007 (size=1321) 2024-11-28T02:49:10,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741831_1007 (size=1321) 2024-11-28T02:49:10,349 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T02:49:10,349 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f 2024-11-28T02:49:10,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741832_1008 (size=32) 2024-11-28T02:49:10,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741832_1008 (size=32) 2024-11-28T02:49:10,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:49:10,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T02:49:10,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T02:49:10,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:10,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:10,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T02:49:10,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T02:49:10,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:10,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:10,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T02:49:10,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T02:49:10,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:10,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:10,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T02:49:10,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T02:49:10,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:10,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:10,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T02:49:10,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/hbase/meta/1588230740 2024-11-28T02:49:10,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/hbase/meta/1588230740 2024-11-28T02:49:10,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T02:49:10,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T02:49:10,366 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T02:49:10,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T02:49:10,369 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:49:10,369 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72060555, jitterRate=0.0737859457731247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T02:49:10,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732762150356Initializing all the Stores at 1732762150356Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762150356Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762150356Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762150356Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762150356Cleaning up temporary data from old regions at 1732762150366 (+10 ms)Region opened successfully at 1732762150370 (+4 ms) 2024-11-28T02:49:10,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T02:49:10,370 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T02:49:10,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T02:49:10,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T02:49:10,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T02:49:10,370 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T02:49:10,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732762150370Disabling compacts and flushes for region at 1732762150370Disabling writes for close at 1732762150370Writing region close event to WAL at 1732762150370Closed at 1732762150370 2024-11-28T02:49:10,371 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T02:49:10,371 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T02:49:10,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T02:49:10,373 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T02:49:10,374 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T02:49:10,431 INFO [RS:1;978bd30859c3:45479 {}] regionserver.HRegionServer(746): ClusterId : 590615ba-a062-4ee6-bbea-44bf5dd4cc09 2024-11-28T02:49:10,431 INFO [RS:0;978bd30859c3:44783 {}] regionserver.HRegionServer(746): ClusterId : 590615ba-a062-4ee6-bbea-44bf5dd4cc09 2024-11-28T02:49:10,432 DEBUG [RS:0;978bd30859c3:44783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T02:49:10,432 DEBUG [RS:1;978bd30859c3:45479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T02:49:10,450 DEBUG [RS:0;978bd30859c3:44783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T02:49:10,450 DEBUG [RS:1;978bd30859c3:45479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T02:49:10,451 DEBUG [RS:1;978bd30859c3:45479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T02:49:10,451 DEBUG [RS:0;978bd30859c3:44783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T02:49:10,459 DEBUG [RS:1;978bd30859c3:45479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T02:49:10,459 DEBUG [RS:0;978bd30859c3:44783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T02:49:10,460 DEBUG [RS:1;978bd30859c3:45479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49849bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T02:49:10,460 DEBUG [RS:0;978bd30859c3:44783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8886e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=978bd30859c3/172.17.0.2:0 2024-11-28T02:49:10,471 DEBUG [RS:1;978bd30859c3:45479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;978bd30859c3:45479 2024-11-28T02:49:10,471 INFO [RS:1;978bd30859c3:45479 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T02:49:10,471 INFO [RS:1;978bd30859c3:45479 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T02:49:10,471 DEBUG [RS:1;978bd30859c3:45479 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T02:49:10,472 INFO [RS:1;978bd30859c3:45479 {}] regionserver.HRegionServer(2659): reportForDuty to master=978bd30859c3,37243,1732762149801 with port=45479, startcode=1732762149998 2024-11-28T02:49:10,472 DEBUG [RS:1;978bd30859c3:45479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T02:49:10,474 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40731, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T02:49:10,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37243 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 978bd30859c3,45479,1732762149998 2024-11-28T02:49:10,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37243 {}] master.ServerManager(517): Registering regionserver=978bd30859c3,45479,1732762149998 2024-11-28T02:49:10,475 DEBUG [RS:0;978bd30859c3:44783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;978bd30859c3:44783 2024-11-28T02:49:10,475 INFO [RS:0;978bd30859c3:44783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T02:49:10,475 INFO [RS:0;978bd30859c3:44783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T02:49:10,475 DEBUG [RS:0;978bd30859c3:44783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T02:49:10,476 INFO [RS:0;978bd30859c3:44783 {}] regionserver.HRegionServer(2659): reportForDuty to master=978bd30859c3,37243,1732762149801 with port=44783, startcode=1732762149940 2024-11-28T02:49:10,476 DEBUG [RS:0;978bd30859c3:44783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T02:49:10,476 DEBUG [RS:1;978bd30859c3:45479 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f 2024-11-28T02:49:10,476 DEBUG [RS:1;978bd30859c3:45479 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39297 2024-11-28T02:49:10,476 DEBUG [RS:1;978bd30859c3:45479 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T02:49:10,477 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53661, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T02:49:10,478 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37243 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 978bd30859c3,44783,1732762149940 2024-11-28T02:49:10,478 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37243 {}] master.ServerManager(517): Registering regionserver=978bd30859c3,44783,1732762149940 2024-11-28T02:49:10,479 DEBUG [RS:0;978bd30859c3:44783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f 2024-11-28T02:49:10,479 DEBUG [RS:0;978bd30859c3:44783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39297 2024-11-28T02:49:10,479 DEBUG [RS:0;978bd30859c3:44783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T02:49:10,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T02:49:10,515 DEBUG [RS:1;978bd30859c3:45479 {}] zookeeper.ZKUtil(111): regionserver:45479-0x10180a1b65b0002, quorum=127.0.0.1:56397, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/978bd30859c3,45479,1732762149998 2024-11-28T02:49:10,515 WARN [RS:1;978bd30859c3:45479 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:49:10,515 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [978bd30859c3,44783,1732762149940] 2024-11-28T02:49:10,515 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [978bd30859c3,45479,1732762149998] 2024-11-28T02:49:10,515 INFO [RS:1;978bd30859c3:45479 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:49:10,516 DEBUG [RS:1;978bd30859c3:45479 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/WALs/978bd30859c3,45479,1732762149998 2024-11-28T02:49:10,516 DEBUG [RS:0;978bd30859c3:44783 {}] zookeeper.ZKUtil(111): regionserver:44783-0x10180a1b65b0001, quorum=127.0.0.1:56397, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/978bd30859c3,44783,1732762149940 2024-11-28T02:49:10,516 WARN [RS:0;978bd30859c3:44783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T02:49:10,516 INFO [RS:0;978bd30859c3:44783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:49:10,516 DEBUG [RS:0;978bd30859c3:44783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/WALs/978bd30859c3,44783,1732762149940 2024-11-28T02:49:10,519 INFO [RS:1;978bd30859c3:45479 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T02:49:10,522 INFO [RS:1;978bd30859c3:45479 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T02:49:10,522 INFO [RS:0;978bd30859c3:44783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T02:49:10,522 INFO [RS:1;978bd30859c3:45479 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T02:49:10,522 INFO [RS:1;978bd30859c3:45479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,522 INFO [RS:1;978bd30859c3:45479 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T02:49:10,523 INFO [RS:1;978bd30859c3:45479 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T02:49:10,523 INFO [RS:1;978bd30859c3:45479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,523 DEBUG [RS:1;978bd30859c3:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,523 DEBUG [RS:1;978bd30859c3:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,523 INFO [RS:0;978bd30859c3:44783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T02:49:10,523 DEBUG [RS:1;978bd30859c3:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,524 DEBUG [RS:1;978bd30859c3:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,524 DEBUG [RS:1;978bd30859c3:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,524 DEBUG [RS:1;978bd30859c3:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:49:10,524 DEBUG [RS:1;978bd30859c3:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,524 DEBUG [RS:1;978bd30859c3:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,524 WARN [978bd30859c3:37243 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T02:49:10,524 DEBUG [RS:1;978bd30859c3:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,524 INFO [RS:0;978bd30859c3:44783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T02:49:10,524 DEBUG [RS:1;978bd30859c3:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,524 INFO [RS:0;978bd30859c3:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,524 DEBUG [RS:1;978bd30859c3:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,524 DEBUG [RS:1;978bd30859c3:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,524 DEBUG [RS:1;978bd30859c3:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:49:10,524 DEBUG [RS:1;978bd30859c3:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:49:10,524 INFO [RS:0;978bd30859c3:44783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T02:49:10,525 INFO [RS:0;978bd30859c3:44783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T02:49:10,525 INFO [RS:0;978bd30859c3:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,525 DEBUG [RS:0;978bd30859c3:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,525 DEBUG [RS:0;978bd30859c3:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,525 DEBUG [RS:0;978bd30859c3:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,525 DEBUG [RS:0;978bd30859c3:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,525 DEBUG [RS:0;978bd30859c3:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,525 DEBUG [RS:0;978bd30859c3:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/978bd30859c3:0, corePoolSize=2, maxPoolSize=2 2024-11-28T02:49:10,525 DEBUG [RS:0;978bd30859c3:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,525 DEBUG [RS:0;978bd30859c3:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,526 DEBUG [RS:0;978bd30859c3:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,526 DEBUG [RS:0;978bd30859c3:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,526 DEBUG [RS:0;978bd30859c3:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,526 DEBUG [RS:0;978bd30859c3:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/978bd30859c3:0, corePoolSize=1, maxPoolSize=1 2024-11-28T02:49:10,526 DEBUG [RS:0;978bd30859c3:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:49:10,526 DEBUG [RS:0;978bd30859c3:44783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/978bd30859c3:0, corePoolSize=3, maxPoolSize=3 2024-11-28T02:49:10,531 INFO [RS:1;978bd30859c3:45479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,531 INFO [RS:0;978bd30859c3:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,531 INFO [RS:1;978bd30859c3:45479 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,531 INFO [RS:0;978bd30859c3:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,531 INFO [RS:1;978bd30859c3:45479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,531 INFO [RS:1;978bd30859c3:45479 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,531 INFO [RS:0;978bd30859c3:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,531 INFO [RS:1;978bd30859c3:45479 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,531 INFO [RS:0;978bd30859c3:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,531 INFO [RS:1;978bd30859c3:45479 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,45479,1732762149998-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:49:10,531 INFO [RS:0;978bd30859c3:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,531 INFO [RS:0;978bd30859c3:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,44783,1732762149940-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:49:10,544 INFO [RS:1;978bd30859c3:45479 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T02:49:10,545 INFO [RS:1;978bd30859c3:45479 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,45479,1732762149998-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,545 INFO [RS:1;978bd30859c3:45479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,545 INFO [RS:1;978bd30859c3:45479 {}] regionserver.Replication(171): 978bd30859c3,45479,1732762149998 started 2024-11-28T02:49:10,546 INFO [RS:0;978bd30859c3:44783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T02:49:10,547 INFO [RS:0;978bd30859c3:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,44783,1732762149940-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,547 INFO [RS:0;978bd30859c3:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,547 INFO [RS:0;978bd30859c3:44783 {}] regionserver.Replication(171): 978bd30859c3,44783,1732762149940 started 2024-11-28T02:49:10,558 INFO [RS:1;978bd30859c3:45479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,558 INFO [RS:1;978bd30859c3:45479 {}] regionserver.HRegionServer(1482): Serving as 978bd30859c3,45479,1732762149998, RpcServer on 978bd30859c3/172.17.0.2:45479, sessionid=0x10180a1b65b0002 2024-11-28T02:49:10,558 DEBUG [RS:1;978bd30859c3:45479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T02:49:10,558 DEBUG [RS:1;978bd30859c3:45479 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 978bd30859c3,45479,1732762149998 2024-11-28T02:49:10,558 DEBUG [RS:1;978bd30859c3:45479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,45479,1732762149998' 2024-11-28T02:49:10,558 DEBUG [RS:1;978bd30859c3:45479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T02:49:10,559 DEBUG [RS:1;978bd30859c3:45479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T02:49:10,559 DEBUG [RS:1;978bd30859c3:45479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T02:49:10,559 DEBUG [RS:1;978bd30859c3:45479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T02:49:10,559 DEBUG [RS:1;978bd30859c3:45479 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 978bd30859c3,45479,1732762149998 2024-11-28T02:49:10,559 DEBUG [RS:1;978bd30859c3:45479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,45479,1732762149998' 2024-11-28T02:49:10,559 DEBUG [RS:1;978bd30859c3:45479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T02:49:10,559 DEBUG [RS:1;978bd30859c3:45479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T02:49:10,560 DEBUG [RS:1;978bd30859c3:45479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T02:49:10,560 INFO [RS:1;978bd30859c3:45479 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T02:49:10,560 INFO [RS:1;978bd30859c3:45479 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T02:49:10,566 INFO [RS:0;978bd30859c3:44783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:10,566 INFO [RS:0;978bd30859c3:44783 {}] regionserver.HRegionServer(1482): Serving as 978bd30859c3,44783,1732762149940, RpcServer on 978bd30859c3/172.17.0.2:44783, sessionid=0x10180a1b65b0001 2024-11-28T02:49:10,567 DEBUG [RS:0;978bd30859c3:44783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T02:49:10,567 DEBUG [RS:0;978bd30859c3:44783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 978bd30859c3,44783,1732762149940 2024-11-28T02:49:10,567 DEBUG [RS:0;978bd30859c3:44783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,44783,1732762149940' 2024-11-28T02:49:10,567 DEBUG [RS:0;978bd30859c3:44783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T02:49:10,567 DEBUG [RS:0;978bd30859c3:44783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T02:49:10,568 DEBUG [RS:0;978bd30859c3:44783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T02:49:10,568 DEBUG [RS:0;978bd30859c3:44783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T02:49:10,568 DEBUG [RS:0;978bd30859c3:44783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 978bd30859c3,44783,1732762149940 2024-11-28T02:49:10,568 DEBUG [RS:0;978bd30859c3:44783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '978bd30859c3,44783,1732762149940' 2024-11-28T02:49:10,568 DEBUG [RS:0;978bd30859c3:44783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T02:49:10,568 DEBUG [RS:0;978bd30859c3:44783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T02:49:10,569 DEBUG [RS:0;978bd30859c3:44783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T02:49:10,569 INFO [RS:0;978bd30859c3:44783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T02:49:10,569 INFO [RS:0;978bd30859c3:44783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T02:49:10,660 INFO [RS:1;978bd30859c3:45479 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:49:10,662 INFO [RS:1;978bd30859c3:45479 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C45479%2C1732762149998, suffix=, logDir=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/WALs/978bd30859c3,45479,1732762149998, archiveDir=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/oldWALs, maxLogs=32 2024-11-28T02:49:10,669 INFO [RS:0;978bd30859c3:44783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T02:49:10,671 INFO [RS:0;978bd30859c3:44783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C44783%2C1732762149940, suffix=, logDir=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/WALs/978bd30859c3,44783,1732762149940, archiveDir=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/oldWALs, maxLogs=32 2024-11-28T02:49:10,679 DEBUG [RS:1;978bd30859c3:45479 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/WALs/978bd30859c3,45479,1732762149998/978bd30859c3%2C45479%2C1732762149998.1732762150662, exclude list is [], retry=0 2024-11-28T02:49:10,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38107,DS-45cf5669-ecae-4845-ba1b-5050b4010b7e,DISK] 2024-11-28T02:49:10,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34855,DS-28d6674e-a379-4a95-b476-077ad6b3008b,DISK] 2024-11-28T02:49:10,685 INFO [RS:1;978bd30859c3:45479 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/WALs/978bd30859c3,45479,1732762149998/978bd30859c3%2C45479%2C1732762149998.1732762150662 2024-11-28T02:49:10,687 DEBUG [RS:1;978bd30859c3:45479 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33959:33959),(127.0.0.1/127.0.0.1:35099:35099)] 2024-11-28T02:49:10,690 DEBUG [RS:0;978bd30859c3:44783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/WALs/978bd30859c3,44783,1732762149940/978bd30859c3%2C44783%2C1732762149940.1732762150671, exclude list is [], retry=0 2024-11-28T02:49:10,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34855,DS-28d6674e-a379-4a95-b476-077ad6b3008b,DISK] 2024-11-28T02:49:10,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38107,DS-45cf5669-ecae-4845-ba1b-5050b4010b7e,DISK] 2024-11-28T02:49:10,695 INFO [RS:0;978bd30859c3:44783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/WALs/978bd30859c3,44783,1732762149940/978bd30859c3%2C44783%2C1732762149940.1732762150671 2024-11-28T02:49:10,697 DEBUG [RS:0;978bd30859c3:44783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35099:35099),(127.0.0.1/127.0.0.1:33959:33959)] 2024-11-28T02:49:10,774 DEBUG [978bd30859c3:37243 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-28T02:49:10,774 DEBUG [978bd30859c3:37243 {}] balancer.BalancerClusterState(204): Hosts are {978bd30859c3=0} racks are {/default-rack=0} 2024-11-28T02:49:10,776 DEBUG [978bd30859c3:37243 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T02:49:10,776 DEBUG [978bd30859c3:37243 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T02:49:10,776 DEBUG [978bd30859c3:37243 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T02:49:10,776 DEBUG [978bd30859c3:37243 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T02:49:10,776 INFO [978bd30859c3:37243 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T02:49:10,776 INFO [978bd30859c3:37243 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T02:49:10,776 DEBUG [978bd30859c3:37243 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T02:49:10,777 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=978bd30859c3,45479,1732762149998 2024-11-28T02:49:10,778 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 978bd30859c3,45479,1732762149998, state=OPENING 2024-11-28T02:49:10,808 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T02:49:10,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:10,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10180a1b65b0001, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:10,866 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x10180a1b65b0002, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:10,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:49:10,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:49:10,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:49:10,867 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T02:49:10,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=978bd30859c3,45479,1732762149998}] 2024-11-28T02:49:11,019 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:49:11,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57031, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:49:11,025 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T02:49:11,025 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T02:49:11,025 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T02:49:11,027 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=978bd30859c3%2C45479%2C1732762149998.meta, suffix=.meta, logDir=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/WALs/978bd30859c3,45479,1732762149998, archiveDir=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/oldWALs, maxLogs=32 2024-11-28T02:49:11,039 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/WALs/978bd30859c3,45479,1732762149998/978bd30859c3%2C45479%2C1732762149998.meta.1732762151027.meta, exclude list is [], retry=0 2024-11-28T02:49:11,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34855,DS-28d6674e-a379-4a95-b476-077ad6b3008b,DISK] 2024-11-28T02:49:11,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38107,DS-45cf5669-ecae-4845-ba1b-5050b4010b7e,DISK] 2024-11-28T02:49:11,043 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/WALs/978bd30859c3,45479,1732762149998/978bd30859c3%2C45479%2C1732762149998.meta.1732762151027.meta 2024-11-28T02:49:11,044 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35099:35099),(127.0.0.1/127.0.0.1:33959:33959)] 2024-11-28T02:49:11,045 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T02:49:11,045 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T02:49:11,045 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T02:49:11,045 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T02:49:11,045 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T02:49:11,045 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:49:11,045 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T02:49:11,045 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T02:49:11,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T02:49:11,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T02:49:11,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:11,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:11,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T02:49:11,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T02:49:11,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:11,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:11,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T02:49:11,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T02:49:11,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:11,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:11,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T02:49:11,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T02:49:11,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:11,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T02:49:11,051 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T02:49:11,051 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/hbase/meta/1588230740 2024-11-28T02:49:11,052 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/hbase/meta/1588230740 2024-11-28T02:49:11,053 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T02:49:11,053 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T02:49:11,054 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T02:49:11,055 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T02:49:11,055 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65875528, jitterRate=-0.018378138542175293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T02:49:11,056 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T02:49:11,056 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732762151045Writing region info on filesystem at 1732762151045Initializing all the Stores at 1732762151046 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762151046Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762151046Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762151046Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732762151046Cleaning up temporary data from old regions at 1732762151053 (+7 ms)Running coprocessor post-open hooks at 1732762151056 (+3 ms)Region opened successfully at 1732762151056 2024-11-28T02:49:11,057 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732762151019 2024-11-28T02:49:11,059 DEBUG [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T02:49:11,059 INFO [RS_OPEN_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T02:49:11,060 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,45479,1732762149998 2024-11-28T02:49:11,061 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 978bd30859c3,45479,1732762149998, state=OPEN 2024-11-28T02:49:11,075 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x10180a1b65b0002, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:49:11,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10180a1b65b0001, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:49:11,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T02:49:11,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:49:11,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:49:11,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T02:49:11,076 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=978bd30859c3,45479,1732762149998 2024-11-28T02:49:11,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T02:49:11,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=978bd30859c3,45479,1732762149998 in 209 msec 2024-11-28T02:49:11,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T02:49:11,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 707 msec 2024-11-28T02:49:11,081 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T02:49:11,081 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T02:49:11,082 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T02:49:11,082 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=978bd30859c3,45479,1732762149998, seqNum=-1] 2024-11-28T02:49:11,082 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:49:11,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51057, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:49:11,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 751 msec 2024-11-28T02:49:11,088 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732762151088, completionTime=-1 2024-11-28T02:49:11,088 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-28T02:49:11,089 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T02:49:11,090 INFO [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-28T02:49:11,090 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732762211090 2024-11-28T02:49:11,090 INFO [master/978bd30859c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732762271090 2024-11-28T02:49:11,090 INFO [master/978bd30859c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T02:49:11,091 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,37243,1732762149801-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:11,091 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,37243,1732762149801-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:11,091 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,37243,1732762149801-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:11,091 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-978bd30859c3:37243, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:11,091 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:11,091 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:11,093 DEBUG [master/978bd30859c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T02:49:11,096 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.029sec 2024-11-28T02:49:11,096 INFO [master/978bd30859c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T02:49:11,096 INFO [master/978bd30859c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T02:49:11,096 INFO [master/978bd30859c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T02:49:11,096 INFO [master/978bd30859c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T02:49:11,096 INFO [master/978bd30859c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T02:49:11,096 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,37243,1732762149801-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T02:49:11,096 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,37243,1732762149801-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T02:49:11,099 DEBUG [master/978bd30859c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T02:49:11,099 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T02:49:11,099 INFO [master/978bd30859c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=978bd30859c3,37243,1732762149801-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T02:49:11,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bec6001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:49:11,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 978bd30859c3,37243,-1 for getting cluster id 2024-11-28T02:49:11,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T02:49:11,133 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '590615ba-a062-4ee6-bbea-44bf5dd4cc09' 2024-11-28T02:49:11,134 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T02:49:11,134 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "590615ba-a062-4ee6-bbea-44bf5dd4cc09" 2024-11-28T02:49:11,134 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380cdb17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:49:11,134 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [978bd30859c3,37243,-1] 2024-11-28T02:49:11,135 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T02:49:11,135 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:11,136 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T02:49:11,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600f5e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T02:49:11,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T02:49:11,138 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=978bd30859c3,45479,1732762149998, seqNum=-1] 2024-11-28T02:49:11,138 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:49:11,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:49:11,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=978bd30859c3,37243,1732762149801 2024-11-28T02:49:11,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T02:49:11,142 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 978bd30859c3,37243,1732762149801 2024-11-28T02:49:11,142 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5acbe23b 2024-11-28T02:49:11,143 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T02:49:11,144 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T02:49:11,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T02:49:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-28T02:49:11,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T02:49:11,147 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:11,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-28T02:49:11,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T02:49:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:49:11,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741836_1012 (size=379) 2024-11-28T02:49:11,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741836_1012 (size=379) 2024-11-28T02:49:11,163 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd06684428486a0b2a7d2c7c75c122f5, NAME => 'testClearRegionBlockCache,,1732762151144.fd06684428486a0b2a7d2c7c75c122f5.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f 2024-11-28T02:49:11,163 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3b3a042b24a332b8cbda2fe6e9bb837b, NAME => 'testClearRegionBlockCache,5,1732762151144.3b3a042b24a332b8cbda2fe6e9bb837b.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f 2024-11-28T02:49:11,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741838_1014 (size=61) 2024-11-28T02:49:11,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741837_1013 (size=61) 2024-11-28T02:49:11,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741838_1014 (size=61) 2024-11-28T02:49:11,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741837_1013 (size=61) 2024-11-28T02:49:11,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732762151144.fd06684428486a0b2a7d2c7c75c122f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:49:11,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732762151144.3b3a042b24a332b8cbda2fe6e9bb837b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:49:11,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing fd06684428486a0b2a7d2c7c75c122f5, disabling compactions & flushes 2024-11-28T02:49:11,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 3b3a042b24a332b8cbda2fe6e9bb837b, disabling compactions & flushes 2024-11-28T02:49:11,177 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732762151144.fd06684428486a0b2a7d2c7c75c122f5. 2024-11-28T02:49:11,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732762151144.fd06684428486a0b2a7d2c7c75c122f5. 2024-11-28T02:49:11,177 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732762151144.3b3a042b24a332b8cbda2fe6e9bb837b. 2024-11-28T02:49:11,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732762151144.fd06684428486a0b2a7d2c7c75c122f5. after waiting 0 ms 2024-11-28T02:49:11,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732762151144.3b3a042b24a332b8cbda2fe6e9bb837b. 2024-11-28T02:49:11,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732762151144.fd06684428486a0b2a7d2c7c75c122f5. 2024-11-28T02:49:11,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732762151144.3b3a042b24a332b8cbda2fe6e9bb837b. after waiting 0 ms 2024-11-28T02:49:11,177 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732762151144.fd06684428486a0b2a7d2c7c75c122f5. 2024-11-28T02:49:11,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732762151144.3b3a042b24a332b8cbda2fe6e9bb837b. 2024-11-28T02:49:11,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd06684428486a0b2a7d2c7c75c122f5: Waiting for close lock at 1732762151177Disabling compacts and flushes for region at 1732762151177Disabling writes for close at 1732762151177Writing region close event to WAL at 1732762151177Closed at 1732762151177 2024-11-28T02:49:11,178 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732762151144.3b3a042b24a332b8cbda2fe6e9bb837b. 2024-11-28T02:49:11,178 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3b3a042b24a332b8cbda2fe6e9bb837b: Waiting for close lock at 1732762151177Disabling compacts and flushes for region at 1732762151177Disabling writes for close at 1732762151177Writing region close event to WAL at 1732762151177Closed at 1732762151177 2024-11-28T02:49:11,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T02:49:11,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732762151144.fd06684428486a0b2a7d2c7c75c122f5.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732762151179"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762151179"}]},"ts":"1732762151179"} 2024-11-28T02:49:11,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732762151144.3b3a042b24a332b8cbda2fe6e9bb837b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732762151179"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732762151179"}]},"ts":"1732762151179"} 2024-11-28T02:49:11,183 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-28T02:49:11,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T02:49:11,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732762151184"}]},"ts":"1732762151184"} 2024-11-28T02:49:11,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-28T02:49:11,186 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {978bd30859c3=0} racks are {/default-rack=0} 2024-11-28T02:49:11,187 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T02:49:11,187 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T02:49:11,187 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T02:49:11,187 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T02:49:11,187 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T02:49:11,187 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T02:49:11,187 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T02:49:11,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd06684428486a0b2a7d2c7c75c122f5, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3b3a042b24a332b8cbda2fe6e9bb837b, ASSIGN}] 2024-11-28T02:49:11,189 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3b3a042b24a332b8cbda2fe6e9bb837b, ASSIGN 2024-11-28T02:49:11,189 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd06684428486a0b2a7d2c7c75c122f5, ASSIGN 2024-11-28T02:49:11,190 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3b3a042b24a332b8cbda2fe6e9bb837b, ASSIGN; state=OFFLINE, location=978bd30859c3,44783,1732762149940; forceNewPlan=false, retain=false 2024-11-28T02:49:11,190 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd06684428486a0b2a7d2c7c75c122f5, ASSIGN; state=OFFLINE, location=978bd30859c3,45479,1732762149998; forceNewPlan=false, retain=false 2024-11-28T02:49:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:49:11,340 INFO [978bd30859c3:37243 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-28T02:49:11,341 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd06684428486a0b2a7d2c7c75c122f5, regionState=OPENING, regionLocation=978bd30859c3,45479,1732762149998 2024-11-28T02:49:11,341 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3b3a042b24a332b8cbda2fe6e9bb837b, regionState=OPENING, regionLocation=978bd30859c3,44783,1732762149940 2024-11-28T02:49:11,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd06684428486a0b2a7d2c7c75c122f5, ASSIGN because future has completed 2024-11-28T02:49:11,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd06684428486a0b2a7d2c7c75c122f5, server=978bd30859c3,45479,1732762149998}] 2024-11-28T02:49:11,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3b3a042b24a332b8cbda2fe6e9bb837b, ASSIGN because future has completed 2024-11-28T02:49:11,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b3a042b24a332b8cbda2fe6e9bb837b, server=978bd30859c3,44783,1732762149940}] 2024-11-28T02:49:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:49:11,498 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:49:11,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35963, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:49:11,500 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732762151144.fd06684428486a0b2a7d2c7c75c122f5. 2024-11-28T02:49:11,500 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fd06684428486a0b2a7d2c7c75c122f5, NAME => 'testClearRegionBlockCache,,1732762151144.fd06684428486a0b2a7d2c7c75c122f5.', STARTKEY => '', ENDKEY => '5'} 2024-11-28T02:49:11,500 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache fd06684428486a0b2a7d2c7c75c122f5 2024-11-28T02:49:11,501 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732762151144.fd06684428486a0b2a7d2c7c75c122f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:49:11,501 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fd06684428486a0b2a7d2c7c75c122f5 2024-11-28T02:49:11,501 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fd06684428486a0b2a7d2c7c75c122f5 2024-11-28T02:49:11,502 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732762151144.3b3a042b24a332b8cbda2fe6e9bb837b. 2024-11-28T02:49:11,502 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b3a042b24a332b8cbda2fe6e9bb837b, NAME => 'testClearRegionBlockCache,5,1732762151144.3b3a042b24a332b8cbda2fe6e9bb837b.', STARTKEY => '5', ENDKEY => ''} 2024-11-28T02:49:11,502 INFO [StoreOpener-fd06684428486a0b2a7d2c7c75c122f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region fd06684428486a0b2a7d2c7c75c122f5 2024-11-28T02:49:11,502 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3b3a042b24a332b8cbda2fe6e9bb837b 2024-11-28T02:49:11,502 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732762151144.3b3a042b24a332b8cbda2fe6e9bb837b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T02:49:11,502 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 3b3a042b24a332b8cbda2fe6e9bb837b 2024-11-28T02:49:11,503 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 3b3a042b24a332b8cbda2fe6e9bb837b 2024-11-28T02:49:11,504 INFO [StoreOpener-fd06684428486a0b2a7d2c7c75c122f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd06684428486a0b2a7d2c7c75c122f5 columnFamilyName family 2024-11-28T02:49:11,504 DEBUG [StoreOpener-fd06684428486a0b2a7d2c7c75c122f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:11,504 INFO [StoreOpener-3b3a042b24a332b8cbda2fe6e9bb837b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3b3a042b24a332b8cbda2fe6e9bb837b 2024-11-28T02:49:11,504 INFO [StoreOpener-fd06684428486a0b2a7d2c7c75c122f5-1 {}] regionserver.HStore(327): Store=fd06684428486a0b2a7d2c7c75c122f5/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:49:11,504 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fd06684428486a0b2a7d2c7c75c122f5 2024-11-28T02:49:11,505 INFO [StoreOpener-3b3a042b24a332b8cbda2fe6e9bb837b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b3a042b24a332b8cbda2fe6e9bb837b columnFamilyName family 2024-11-28T02:49:11,505 DEBUG [StoreOpener-3b3a042b24a332b8cbda2fe6e9bb837b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T02:49:11,505 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/default/testClearRegionBlockCache/fd06684428486a0b2a7d2c7c75c122f5 2024-11-28T02:49:11,505 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/default/testClearRegionBlockCache/fd06684428486a0b2a7d2c7c75c122f5 2024-11-28T02:49:11,505 INFO [StoreOpener-3b3a042b24a332b8cbda2fe6e9bb837b-1 {}] regionserver.HStore(327): Store=3b3a042b24a332b8cbda2fe6e9bb837b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T02:49:11,505 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 3b3a042b24a332b8cbda2fe6e9bb837b 2024-11-28T02:49:11,506 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fd06684428486a0b2a7d2c7c75c122f5 2024-11-28T02:49:11,506 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fd06684428486a0b2a7d2c7c75c122f5 2024-11-28T02:49:11,506 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/default/testClearRegionBlockCache/3b3a042b24a332b8cbda2fe6e9bb837b 2024-11-28T02:49:11,506 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/default/testClearRegionBlockCache/3b3a042b24a332b8cbda2fe6e9bb837b 2024-11-28T02:49:11,507 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 3b3a042b24a332b8cbda2fe6e9bb837b 2024-11-28T02:49:11,507 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 3b3a042b24a332b8cbda2fe6e9bb837b 2024-11-28T02:49:11,507 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fd06684428486a0b2a7d2c7c75c122f5 2024-11-28T02:49:11,508 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 3b3a042b24a332b8cbda2fe6e9bb837b 2024-11-28T02:49:11,509 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/default/testClearRegionBlockCache/fd06684428486a0b2a7d2c7c75c122f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:49:11,510 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/default/testClearRegionBlockCache/3b3a042b24a332b8cbda2fe6e9bb837b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T02:49:11,510 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened fd06684428486a0b2a7d2c7c75c122f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69465816, jitterRate=0.03512132167816162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T02:49:11,510 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd06684428486a0b2a7d2c7c75c122f5 2024-11-28T02:49:11,510 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 3b3a042b24a332b8cbda2fe6e9bb837b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68054931, jitterRate=0.01409749686717987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T02:49:11,511 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b3a042b24a332b8cbda2fe6e9bb837b 2024-11-28T02:49:11,511 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 3b3a042b24a332b8cbda2fe6e9bb837b: Running coprocessor pre-open hook at 1732762151503Writing region info on filesystem at 1732762151503Initializing all the Stores at 1732762151503Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762151503Cleaning up temporary data from old regions at 1732762151507 (+4 ms)Running coprocessor post-open hooks at 1732762151511 (+4 ms)Region opened successfully at 1732762151511 2024-11-28T02:49:11,511 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fd06684428486a0b2a7d2c7c75c122f5: Running coprocessor pre-open hook at 1732762151501Writing region info on filesystem at 1732762151501Initializing all the Stores at 1732762151502 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732762151502Cleaning up temporary data from old regions at 1732762151506 (+4 ms)Running coprocessor post-open hooks at 1732762151510 (+4 ms)Region opened successfully at 1732762151511 (+1 ms) 2024-11-28T02:49:11,512 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732762151144.fd06684428486a0b2a7d2c7c75c122f5., pid=7, masterSystemTime=1732762151496 2024-11-28T02:49:11,512 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732762151144.3b3a042b24a332b8cbda2fe6e9bb837b., pid=8, masterSystemTime=1732762151497 2024-11-28T02:49:11,513 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732762151144.3b3a042b24a332b8cbda2fe6e9bb837b. 2024-11-28T02:49:11,513 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732762151144.3b3a042b24a332b8cbda2fe6e9bb837b. 2024-11-28T02:49:11,514 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3b3a042b24a332b8cbda2fe6e9bb837b, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,44783,1732762149940 2024-11-28T02:49:11,514 DEBUG [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732762151144.fd06684428486a0b2a7d2c7c75c122f5. 2024-11-28T02:49:11,515 INFO [RS_OPEN_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732762151144.fd06684428486a0b2a7d2c7c75c122f5. 2024-11-28T02:49:11,515 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd06684428486a0b2a7d2c7c75c122f5, regionState=OPEN, openSeqNum=2, regionLocation=978bd30859c3,45479,1732762149998 2024-11-28T02:49:11,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b3a042b24a332b8cbda2fe6e9bb837b, server=978bd30859c3,44783,1732762149940 because future has completed 2024-11-28T02:49:11,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd06684428486a0b2a7d2c7c75c122f5, server=978bd30859c3,45479,1732762149998 because future has completed 2024-11-28T02:49:11,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-28T02:49:11,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b3a042b24a332b8cbda2fe6e9bb837b, server=978bd30859c3,44783,1732762149940 in 178 msec 2024-11-28T02:49:11,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-28T02:49:11,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fd06684428486a0b2a7d2c7c75c122f5, server=978bd30859c3,45479,1732762149998 in 181 msec 2024-11-28T02:49:11,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3b3a042b24a332b8cbda2fe6e9bb837b, ASSIGN in 337 msec 2024-11-28T02:49:11,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T02:49:11,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd06684428486a0b2a7d2c7c75c122f5, ASSIGN in 339 msec 2024-11-28T02:49:11,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T02:49:11,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732762151530"}]},"ts":"1732762151530"} 2024-11-28T02:49:11,532 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-28T02:49:11,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T02:49:11,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 389 msec 2024-11-28T02:49:11,657 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T02:49:11,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:11,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:11,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:11,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:11,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:11,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:11,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:11,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:11,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:11,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T02:49:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T02:49:11,779 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-28T02:49:11,779 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-28T02:49:11,779 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T02:49:11,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-28T02:49:11,783 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T02:49:11,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-28T02:49:11,786 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732762151144.fd06684428486a0b2a7d2c7c75c122f5., hostname=978bd30859c3,45479,1732762149998, seqNum=2] 2024-11-28T02:49:11,798 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732762151144.3b3a042b24a332b8cbda2fe6e9bb837b., hostname=978bd30859c3,44783,1732762149940, seqNum=2] 2024-11-28T02:49:11,798 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T02:49:11,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T02:49:11,811 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3b3a042b24a332b8cbda2fe6e9bb837b 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-28T02:49:11,826 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/default/testClearRegionBlockCache/3b3a042b24a332b8cbda2fe6e9bb837b/.tmp/family/8dd70d9a01bf47139b006fa776273445 is 32, key is 5/family:/1732762151800/Put/seqid=0 2024-11-28T02:49:11,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741839_1015 (size=5083) 2024-11-28T02:49:11,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741839_1015 (size=5083) 2024-11-28T02:49:11,834 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/default/testClearRegionBlockCache/3b3a042b24a332b8cbda2fe6e9bb837b/.tmp/family/8dd70d9a01bf47139b006fa776273445 2024-11-28T02:49:11,842 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/default/testClearRegionBlockCache/3b3a042b24a332b8cbda2fe6e9bb837b/.tmp/family/8dd70d9a01bf47139b006fa776273445 as hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/default/testClearRegionBlockCache/3b3a042b24a332b8cbda2fe6e9bb837b/family/8dd70d9a01bf47139b006fa776273445 2024-11-28T02:49:11,849 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/default/testClearRegionBlockCache/3b3a042b24a332b8cbda2fe6e9bb837b/family/8dd70d9a01bf47139b006fa776273445, entries=5, sequenceid=9, filesize=5.0 K 2024-11-28T02:49:11,850 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 3b3a042b24a332b8cbda2fe6e9bb837b in 39ms, sequenceid=9, compaction requested=false 2024-11-28T02:49:11,850 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3b3a042b24a332b8cbda2fe6e9bb837b: 2024-11-28T02:49:11,850 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fd06684428486a0b2a7d2c7c75c122f5 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-28T02:49:11,865 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/default/testClearRegionBlockCache/fd06684428486a0b2a7d2c7c75c122f5/.tmp/family/bb1665c2cab744d5a3e17a1dd3a9b4fb is 32, key is 1/family:/1732762151788/Put/seqid=0 2024-11-28T02:49:11,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741840_1016 (size=5054) 2024-11-28T02:49:11,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741840_1016 (size=5054) 2024-11-28T02:49:11,871 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/default/testClearRegionBlockCache/fd06684428486a0b2a7d2c7c75c122f5/.tmp/family/bb1665c2cab744d5a3e17a1dd3a9b4fb 2024-11-28T02:49:11,877 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/default/testClearRegionBlockCache/fd06684428486a0b2a7d2c7c75c122f5/.tmp/family/bb1665c2cab744d5a3e17a1dd3a9b4fb as hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/default/testClearRegionBlockCache/fd06684428486a0b2a7d2c7c75c122f5/family/bb1665c2cab744d5a3e17a1dd3a9b4fb 2024-11-28T02:49:11,883 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/default/testClearRegionBlockCache/fd06684428486a0b2a7d2c7c75c122f5/family/bb1665c2cab744d5a3e17a1dd3a9b4fb, entries=4, sequenceid=8, filesize=4.9 K 2024-11-28T02:49:11,884 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for fd06684428486a0b2a7d2c7c75c122f5 in 34ms, sequenceid=8, compaction requested=false 2024-11-28T02:49:11,884 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fd06684428486a0b2a7d2c7c75c122f5: 2024-11-28T02:49:11,888 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-28T02:49:11,891 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:49:11,891 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T02:49:11,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:49:11,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T02:49:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44783 {}] bucket.BucketCache(1863): found 1 blocks for file 8dd70d9a01bf47139b006fa776273445, starting offset: 0, end offset: 9223372036854775807 2024-11-28T02:49:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44783 {}] bucket.BucketCache(856): removed key 8dd70d9a01bf47139b006fa776273445_0 from back map with offset lock 2094080 in the evict process 2024-11-28T02:49:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45479 {}] bucket.BucketCache(1863): found 1 blocks for file bb1665c2cab744d5a3e17a1dd3a9b4fb, starting offset: 0, end offset: 9223372036854775807 2024-11-28T02:49:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45479 {}] bucket.BucketCache(856): removed key bb1665c2cab744d5a3e17a1dd3a9b4fb_0 from back map with offset lock 2094080 in the evict process 2024-11-28T02:49:11,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T02:49:11,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T02:49:11,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:49:11,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:11,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T02:49:11,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:11,894 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T02:49:11,894 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=136684584, stopped=false 2024-11-28T02:49:11,894 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=978bd30859c3,37243,1732762149801 2024-11-28T02:49:11,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T02:49:11,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10180a1b65b0001, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T02:49:11,942 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x10180a1b65b0002, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T02:49:11,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:11,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10180a1b65b0001, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:11,942 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x10180a1b65b0002, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:11,942 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T02:49:11,942 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T02:49:11,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:49:11,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:11,943 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '978bd30859c3,44783,1732762149940' ***** 2024-11-28T02:49:11,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45479-0x10180a1b65b0002, quorum=127.0.0.1:56397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:49:11,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:49:11,943 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T02:49:11,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44783-0x10180a1b65b0001, quorum=127.0.0.1:56397, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T02:49:11,943 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '978bd30859c3,45479,1732762149998' ***** 2024-11-28T02:49:11,943 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T02:49:11,943 INFO [RS:1;978bd30859c3:45479 {}] bucket.BucketCache(1738): Disabling cache 2024-11-28T02:49:11,943 INFO [RS:0;978bd30859c3:44783 {}] bucket.BucketCache(1738): Disabling cache 2024-11-28T02:49:11,944 INFO [RS:1;978bd30859c3:45479 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-28T02:49:11,944 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-28T02:49:11,944 INFO [RS:1;978bd30859c3:45479 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T02:49:11,944 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-28T02:49:11,944 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-28T02:49:11,944 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-28T02:49:11,944 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T02:49:11,944 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-28T02:49:11,944 INFO [RS:0;978bd30859c3:44783 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-28T02:49:11,944 INFO [RS:1;978bd30859c3:45479 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T02:49:11,944 INFO [RS:0;978bd30859c3:44783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T02:49:11,944 INFO [RS:1;978bd30859c3:45479 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T02:49:11,944 INFO [RS:0;978bd30859c3:44783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T02:49:11,944 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T02:49:11,944 INFO [RS:1;978bd30859c3:45479 {}] regionserver.HRegionServer(3091): Received CLOSE for fd06684428486a0b2a7d2c7c75c122f5 2024-11-28T02:49:11,944 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-28T02:49:11,944 INFO [RS:0;978bd30859c3:44783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T02:49:11,944 INFO [RS:0;978bd30859c3:44783 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b3a042b24a332b8cbda2fe6e9bb837b 2024-11-28T02:49:11,944 INFO [RS:1;978bd30859c3:45479 {}] regionserver.HRegionServer(959): stopping server 978bd30859c3,45479,1732762149998 2024-11-28T02:49:11,944 INFO [RS:1;978bd30859c3:45479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T02:49:11,945 INFO [RS:1;978bd30859c3:45479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;978bd30859c3:45479. 2024-11-28T02:49:11,945 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd06684428486a0b2a7d2c7c75c122f5, disabling compactions & flushes 2024-11-28T02:49:11,945 INFO [RS:0;978bd30859c3:44783 {}] regionserver.HRegionServer(959): stopping server 978bd30859c3,44783,1732762149940 2024-11-28T02:49:11,945 DEBUG [RS:1;978bd30859c3:45479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:49:11,945 INFO [RS:0;978bd30859c3:44783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T02:49:11,945 DEBUG [RS:1;978bd30859c3:45479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:11,945 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732762151144.fd06684428486a0b2a7d2c7c75c122f5. 2024-11-28T02:49:11,945 INFO [RS:0;978bd30859c3:44783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;978bd30859c3:44783. 2024-11-28T02:49:11,945 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732762151144.fd06684428486a0b2a7d2c7c75c122f5. 2024-11-28T02:49:11,945 INFO [RS:1;978bd30859c3:45479 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T02:49:11,945 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732762151144.fd06684428486a0b2a7d2c7c75c122f5. after waiting 0 ms 2024-11-28T02:49:11,945 DEBUG [RS:0;978bd30859c3:44783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T02:49:11,945 INFO [RS:1;978bd30859c3:45479 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T02:49:11,945 INFO [RS:1;978bd30859c3:45479 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T02:49:11,945 DEBUG [RS:0;978bd30859c3:44783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:11,945 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732762151144.fd06684428486a0b2a7d2c7c75c122f5. 2024-11-28T02:49:11,945 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b3a042b24a332b8cbda2fe6e9bb837b, disabling compactions & flushes 2024-11-28T02:49:11,945 INFO [RS:1;978bd30859c3:45479 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T02:49:11,945 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732762151144.3b3a042b24a332b8cbda2fe6e9bb837b. 2024-11-28T02:49:11,945 INFO [RS:0;978bd30859c3:44783 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T02:49:11,945 DEBUG [RS:0;978bd30859c3:44783 {}] regionserver.HRegionServer(1325): Online Regions={3b3a042b24a332b8cbda2fe6e9bb837b=testClearRegionBlockCache,5,1732762151144.3b3a042b24a332b8cbda2fe6e9bb837b.} 2024-11-28T02:49:11,945 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732762151144.3b3a042b24a332b8cbda2fe6e9bb837b. 2024-11-28T02:49:11,945 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732762151144.3b3a042b24a332b8cbda2fe6e9bb837b. after waiting 0 ms 2024-11-28T02:49:11,945 DEBUG [RS:0;978bd30859c3:44783 {}] regionserver.HRegionServer(1351): Waiting on 3b3a042b24a332b8cbda2fe6e9bb837b 2024-11-28T02:49:11,945 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732762151144.3b3a042b24a332b8cbda2fe6e9bb837b. 2024-11-28T02:49:11,945 INFO [RS:1;978bd30859c3:45479 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T02:49:11,946 DEBUG [RS:1;978bd30859c3:45479 {}] regionserver.HRegionServer(1325): Online Regions={fd06684428486a0b2a7d2c7c75c122f5=testClearRegionBlockCache,,1732762151144.fd06684428486a0b2a7d2c7c75c122f5., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T02:49:11,946 DEBUG [RS:1;978bd30859c3:45479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fd06684428486a0b2a7d2c7c75c122f5 2024-11-28T02:49:11,946 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T02:49:11,946 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T02:49:11,946 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T02:49:11,946 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T02:49:11,946 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T02:49:11,946 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-28T02:49:11,951 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/default/testClearRegionBlockCache/fd06684428486a0b2a7d2c7c75c122f5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T02:49:11,951 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/default/testClearRegionBlockCache/3b3a042b24a332b8cbda2fe6e9bb837b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-28T02:49:11,955 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732762151144.fd06684428486a0b2a7d2c7c75c122f5. 2024-11-28T02:49:11,955 INFO [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732762151144.3b3a042b24a332b8cbda2fe6e9bb837b. 2024-11-28T02:49:11,955 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b3a042b24a332b8cbda2fe6e9bb837b: Waiting for close lock at 1732762151945Running coprocessor pre-close hooks at 1732762151945Disabling compacts and flushes for region at 1732762151945Disabling writes for close at 1732762151945Writing region close event to WAL at 1732762151947 (+2 ms)Running coprocessor post-close hooks at 1732762151955 (+8 ms)Closed at 1732762151955 2024-11-28T02:49:11,955 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd06684428486a0b2a7d2c7c75c122f5: Waiting for close lock at 1732762151945Running coprocessor pre-close hooks at 1732762151945Disabling compacts and flushes for region at 1732762151945Disabling writes for close at 1732762151945Writing region close event to WAL at 1732762151946 (+1 ms)Running coprocessor post-close hooks at 1732762151955 (+9 ms)Closed at 1732762151955 2024-11-28T02:49:11,955 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732762151144.fd06684428486a0b2a7d2c7c75c122f5. 2024-11-28T02:49:11,955 DEBUG [RS_CLOSE_REGION-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732762151144.3b3a042b24a332b8cbda2fe6e9bb837b. 2024-11-28T02:49:11,968 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/hbase/meta/1588230740/.tmp/info/18c3a069473b462d9ebe89151c64f301 is 173, key is testClearRegionBlockCache,5,1732762151144.3b3a042b24a332b8cbda2fe6e9bb837b./info:regioninfo/1732762151514/Put/seqid=0 2024-11-28T02:49:11,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741841_1017 (size=8173) 2024-11-28T02:49:11,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741841_1017 (size=8173) 2024-11-28T02:49:11,974 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/hbase/meta/1588230740/.tmp/info/18c3a069473b462d9ebe89151c64f301 2024-11-28T02:49:11,995 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/hbase/meta/1588230740/.tmp/ns/97856affe15a46e8b8d9c79db2b31ec3 is 43, key is default/ns:d/1732762151084/Put/seqid=0 2024-11-28T02:49:12,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741842_1018 (size=5153) 2024-11-28T02:49:12,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741842_1018 (size=5153) 2024-11-28T02:49:12,001 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/hbase/meta/1588230740/.tmp/ns/97856affe15a46e8b8d9c79db2b31ec3 2024-11-28T02:49:12,023 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/hbase/meta/1588230740/.tmp/table/f5bfd7ca3a754fde95adfbec2c2dbe8e is 61, key is testClearRegionBlockCache/table:state/1732762151530/Put/seqid=0 2024-11-28T02:49:12,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741843_1019 (size=5312) 2024-11-28T02:49:12,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741843_1019 (size=5312) 2024-11-28T02:49:12,031 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/hbase/meta/1588230740/.tmp/table/f5bfd7ca3a754fde95adfbec2c2dbe8e 2024-11-28T02:49:12,032 INFO [regionserver/978bd30859c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:49:12,034 INFO [regionserver/978bd30859c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:49:12,038 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/hbase/meta/1588230740/.tmp/info/18c3a069473b462d9ebe89151c64f301 as hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/hbase/meta/1588230740/info/18c3a069473b462d9ebe89151c64f301 2024-11-28T02:49:12,045 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/hbase/meta/1588230740/info/18c3a069473b462d9ebe89151c64f301, entries=20, sequenceid=13, filesize=8.0 K 2024-11-28T02:49:12,046 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/hbase/meta/1588230740/.tmp/ns/97856affe15a46e8b8d9c79db2b31ec3 as hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/hbase/meta/1588230740/ns/97856affe15a46e8b8d9c79db2b31ec3 2024-11-28T02:49:12,052 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/hbase/meta/1588230740/ns/97856affe15a46e8b8d9c79db2b31ec3, entries=2, sequenceid=13, filesize=5.0 K 2024-11-28T02:49:12,053 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/hbase/meta/1588230740/.tmp/table/f5bfd7ca3a754fde95adfbec2c2dbe8e as hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/hbase/meta/1588230740/table/f5bfd7ca3a754fde95adfbec2c2dbe8e 2024-11-28T02:49:12,058 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/hbase/meta/1588230740/table/f5bfd7ca3a754fde95adfbec2c2dbe8e, entries=2, sequenceid=13, filesize=5.2 K 2024-11-28T02:49:12,059 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 113ms, sequenceid=13, compaction requested=false 2024-11-28T02:49:12,064 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-28T02:49:12,065 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T02:49:12,065 INFO [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T02:49:12,065 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732762151946Running coprocessor pre-close hooks at 1732762151946Disabling compacts and flushes for region at 1732762151946Disabling writes for close at 1732762151946Obtaining lock to block concurrent updates at 1732762151946Preparing flush snapshotting stores in 1588230740 at 1732762151946Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732762151946Flushing stores of hbase:meta,,1.1588230740 at 1732762151947 (+1 ms)Flushing 1588230740/info: creating writer at 1732762151947Flushing 1588230740/info: appending metadata at 1732762151968 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732762151968Flushing 1588230740/ns: creating writer at 1732762151981 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732762151994 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732762151994Flushing 1588230740/table: creating writer at 1732762152009 (+15 ms)Flushing 1588230740/table: appending metadata at 1732762152023 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732762152023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f52b2bd: reopening flushed file at 1732762152037 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30059370: reopening flushed file at 1732762152045 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9355384: reopening flushed file at 1732762152052 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 113ms, sequenceid=13, compaction requested=false at 1732762152059 (+7 ms)Writing region close event to WAL at 1732762152060 (+1 ms)Running coprocessor post-close hooks at 1732762152064 (+4 ms)Closed at 1732762152065 (+1 ms) 2024-11-28T02:49:12,065 DEBUG [RS_CLOSE_META-regionserver/978bd30859c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T02:49:12,145 INFO [RS:0;978bd30859c3:44783 {}] regionserver.HRegionServer(976): stopping server 978bd30859c3,44783,1732762149940; all regions closed. 2024-11-28T02:49:12,146 INFO [RS:1;978bd30859c3:45479 {}] regionserver.HRegionServer(976): stopping server 978bd30859c3,45479,1732762149998; all regions closed. 2024-11-28T02:49:12,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741834_1010 (size=1867) 2024-11-28T02:49:12,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741835_1011 (size=4338) 2024-11-28T02:49:12,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741834_1010 (size=1867) 2024-11-28T02:49:12,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741835_1011 (size=4338) 2024-11-28T02:49:12,151 DEBUG [RS:1;978bd30859c3:45479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/oldWALs 2024-11-28T02:49:12,151 DEBUG [RS:0;978bd30859c3:44783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/oldWALs 2024-11-28T02:49:12,151 INFO [RS:1;978bd30859c3:45479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C45479%2C1732762149998.meta:.meta(num 1732762151027) 2024-11-28T02:49:12,152 INFO [RS:0;978bd30859c3:44783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C44783%2C1732762149940:(num 1732762150671) 2024-11-28T02:49:12,152 DEBUG [RS:0;978bd30859c3:44783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:12,152 INFO [RS:0;978bd30859c3:44783 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:49:12,152 INFO [RS:0;978bd30859c3:44783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T02:49:12,152 INFO [RS:0;978bd30859c3:44783 {}] hbase.ChoreService(370): Chore service for: regionserver/978bd30859c3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T02:49:12,152 INFO [RS:0;978bd30859c3:44783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T02:49:12,152 INFO [RS:0;978bd30859c3:44783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T02:49:12,152 INFO [RS:0;978bd30859c3:44783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T02:49:12,152 INFO [regionserver/978bd30859c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T02:49:12,152 INFO [RS:0;978bd30859c3:44783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T02:49:12,152 INFO [RS:0;978bd30859c3:44783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44783 2024-11-28T02:49:12,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741833_1009 (size=1758) 2024-11-28T02:49:12,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741833_1009 (size=1758) 2024-11-28T02:49:12,155 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/WALs/978bd30859c3,45479,1732762149998/978bd30859c3%2C45479%2C1732762149998.1732762150662 not finished, retry = 0 2024-11-28T02:49:12,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T02:49:12,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10180a1b65b0001, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/978bd30859c3,44783,1732762149940 2024-11-28T02:49:12,217 INFO [RS:0;978bd30859c3:44783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T02:49:12,218 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [978bd30859c3,44783,1732762149940] 2024-11-28T02:49:12,258 DEBUG [RS:1;978bd30859c3:45479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/oldWALs 2024-11-28T02:49:12,258 INFO [RS:1;978bd30859c3:45479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 978bd30859c3%2C45479%2C1732762149998:(num 1732762150662) 2024-11-28T02:49:12,258 DEBUG [RS:1;978bd30859c3:45479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T02:49:12,258 INFO [RS:1;978bd30859c3:45479 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T02:49:12,258 INFO [RS:1;978bd30859c3:45479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T02:49:12,259 INFO [RS:1;978bd30859c3:45479 {}] hbase.ChoreService(370): Chore service for: regionserver/978bd30859c3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T02:49:12,259 INFO [RS:1;978bd30859c3:45479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T02:49:12,259 INFO [regionserver/978bd30859c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T02:49:12,259 INFO [RS:1;978bd30859c3:45479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45479 2024-11-28T02:49:12,357 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/978bd30859c3,44783,1732762149940 already deleted, retry=false 2024-11-28T02:49:12,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T02:49:12,357 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x10180a1b65b0002, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/978bd30859c3,45479,1732762149998 2024-11-28T02:49:12,357 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 978bd30859c3,44783,1732762149940 expired; onlineServers=1 2024-11-28T02:49:12,357 INFO [RS:1;978bd30859c3:45479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T02:49:12,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [978bd30859c3,45479,1732762149998] 2024-11-28T02:49:12,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10180a1b65b0001, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:49:12,379 INFO [RS:0;978bd30859c3:44783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T02:49:12,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44783-0x10180a1b65b0001, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:49:12,379 INFO [RS:0;978bd30859c3:44783 {}] regionserver.HRegionServer(1031): Exiting; stopping=978bd30859c3,44783,1732762149940; zookeeper connection closed. 2024-11-28T02:49:12,379 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1112a6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1112a6 2024-11-28T02:49:12,383 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/978bd30859c3,45479,1732762149998 already deleted, retry=false 2024-11-28T02:49:12,384 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 978bd30859c3,45479,1732762149998 expired; onlineServers=0 2024-11-28T02:49:12,384 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '978bd30859c3,37243,1732762149801' ***** 2024-11-28T02:49:12,384 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T02:49:12,384 INFO [M:0;978bd30859c3:37243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T02:49:12,384 INFO [M:0;978bd30859c3:37243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T02:49:12,384 DEBUG [M:0;978bd30859c3:37243 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T02:49:12,384 DEBUG [M:0;978bd30859c3:37243 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T02:49:12,384 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T02:49:12,384 DEBUG [master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762150341 {}] cleaner.HFileCleaner(306): Exit Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.large.0-1732762150341,5,FailOnTimeoutGroup] 2024-11-28T02:49:12,384 DEBUG [master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762150341 {}] cleaner.HFileCleaner(306): Exit Thread[master/978bd30859c3:0:becomeActiveMaster-HFileCleaner.small.0-1732762150341,5,FailOnTimeoutGroup] 2024-11-28T02:49:12,384 INFO [M:0;978bd30859c3:37243 {}] hbase.ChoreService(370): Chore service for: master/978bd30859c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T02:49:12,384 INFO [M:0;978bd30859c3:37243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T02:49:12,385 DEBUG [M:0;978bd30859c3:37243 {}] master.HMaster(1795): Stopping service threads 2024-11-28T02:49:12,385 INFO [M:0;978bd30859c3:37243 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T02:49:12,385 INFO [M:0;978bd30859c3:37243 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T02:49:12,385 INFO [M:0;978bd30859c3:37243 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T02:49:12,385 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T02:49:12,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T02:49:12,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T02:49:12,392 DEBUG [M:0;978bd30859c3:37243 {}] zookeeper.ZKUtil(347): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T02:49:12,392 WARN [M:0;978bd30859c3:37243 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T02:49:12,393 INFO [M:0;978bd30859c3:37243 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/.lastflushedseqids 2024-11-28T02:49:12,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741844_1020 (size=182) 2024-11-28T02:49:12,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741844_1020 (size=182) 2024-11-28T02:49:12,405 INFO [M:0;978bd30859c3:37243 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T02:49:12,406 INFO [M:0;978bd30859c3:37243 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T02:49:12,406 DEBUG [M:0;978bd30859c3:37243 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T02:49:12,406 INFO [M:0;978bd30859c3:37243 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:49:12,406 DEBUG [M:0;978bd30859c3:37243 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:49:12,406 DEBUG [M:0;978bd30859c3:37243 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T02:49:12,406 DEBUG [M:0;978bd30859c3:37243 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:49:12,406 INFO [M:0;978bd30859c3:37243 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.62 KB heapSize=37.03 KB 2024-11-28T02:49:12,424 DEBUG [M:0;978bd30859c3:37243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c8a069bd97e48998b193519f4743639 is 82, key is hbase:meta,,1/info:regioninfo/1732762151060/Put/seqid=0 2024-11-28T02:49:12,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741845_1021 (size=5672) 2024-11-28T02:49:12,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741845_1021 (size=5672) 2024-11-28T02:49:12,430 INFO [M:0;978bd30859c3:37243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c8a069bd97e48998b193519f4743639 2024-11-28T02:49:12,450 DEBUG [M:0;978bd30859c3:37243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b4a5f13ca464c1fbf13f2038abbbdb2 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732762151535/Put/seqid=0 2024-11-28T02:49:12,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741846_1022 (size=6218) 2024-11-28T02:49:12,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741846_1022 (size=6218) 2024-11-28T02:49:12,455 INFO [M:0;978bd30859c3:37243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b4a5f13ca464c1fbf13f2038abbbdb2 2024-11-28T02:49:12,473 DEBUG [M:0;978bd30859c3:37243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a4a32081df14349826dea89e51dfecb is 69, key is 978bd30859c3,44783,1732762149940/rs:state/1732762150478/Put/seqid=0 2024-11-28T02:49:12,474 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x10180a1b65b0002, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:49:12,474 INFO [RS:1;978bd30859c3:45479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T02:49:12,474 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x10180a1b65b0002, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:49:12,475 INFO [RS:1;978bd30859c3:45479 {}] regionserver.HRegionServer(1031): Exiting; stopping=978bd30859c3,45479,1732762149998; zookeeper connection closed. 2024-11-28T02:49:12,475 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d9f0d33 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d9f0d33 2024-11-28T02:49:12,475 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-28T02:49:12,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741847_1023 (size=5224) 2024-11-28T02:49:12,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741847_1023 (size=5224) 2024-11-28T02:49:12,479 INFO [M:0;978bd30859c3:37243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a4a32081df14349826dea89e51dfecb 2024-11-28T02:49:12,484 DEBUG [M:0;978bd30859c3:37243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c8a069bd97e48998b193519f4743639 as hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c8a069bd97e48998b193519f4743639 2024-11-28T02:49:12,489 INFO [M:0;978bd30859c3:37243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c8a069bd97e48998b193519f4743639, entries=8, sequenceid=71, filesize=5.5 K 2024-11-28T02:49:12,490 DEBUG [M:0;978bd30859c3:37243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b4a5f13ca464c1fbf13f2038abbbdb2 as hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b4a5f13ca464c1fbf13f2038abbbdb2 2024-11-28T02:49:12,494 INFO [M:0;978bd30859c3:37243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b4a5f13ca464c1fbf13f2038abbbdb2, entries=8, sequenceid=71, filesize=6.1 K 2024-11-28T02:49:12,496 DEBUG [M:0;978bd30859c3:37243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a4a32081df14349826dea89e51dfecb as hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a4a32081df14349826dea89e51dfecb 2024-11-28T02:49:12,501 INFO [M:0;978bd30859c3:37243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39297/user/jenkins/test-data/2bdd775e-4ff0-50af-db48-71a77fa0157f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a4a32081df14349826dea89e51dfecb, entries=2, sequenceid=71, filesize=5.1 K 2024-11-28T02:49:12,502 INFO [M:0;978bd30859c3:37243 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false 2024-11-28T02:49:12,507 INFO [M:0;978bd30859c3:37243 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T02:49:12,507 DEBUG [M:0;978bd30859c3:37243 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732762152406Disabling compacts and flushes for region at 1732762152406Disabling writes for close at 1732762152406Obtaining lock to block concurrent updates at 1732762152406Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732762152406Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30330, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1732762152406Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732762152407 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732762152407Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732762152424 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732762152424Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732762152435 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732762152449 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732762152449Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732762152459 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732762152473 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732762152473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e88371b: reopening flushed file at 1732762152483 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35e801db: reopening flushed file at 1732762152489 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1abf0051: reopening flushed file at 1732762152495 (+6 ms)Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false at 1732762152502 (+7 ms)Writing region close event to WAL at 1732762152507 (+5 ms)Closed at 1732762152507 2024-11-28T02:49:12,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38107 is added to blk_1073741830_1006 (size=35477) 2024-11-28T02:49:12,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34855 is added to blk_1073741830_1006 (size=35477) 2024-11-28T02:49:12,514 INFO [M:0;978bd30859c3:37243 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T02:49:12,514 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T02:49:12,515 INFO [M:0;978bd30859c3:37243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37243 2024-11-28T02:49:12,515 INFO [M:0;978bd30859c3:37243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T02:49:12,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:49:12,633 INFO [M:0;978bd30859c3:37243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T02:49:12,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10180a1b65b0000, quorum=127.0.0.1:56397, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T02:49:12,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6404be67{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:49:12,636 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74609373{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T02:49:12,636 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T02:49:12,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fd9d61a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T02:49:12,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f930ede{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/hadoop.log.dir/,STOPPED} 2024-11-28T02:49:12,637 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T02:49:12,637 WARN [BP-857549877-172.17.0.2-1732762148105 heartbeating to localhost/127.0.0.1:39297 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T02:49:12,637 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T02:49:12,637 WARN [BP-857549877-172.17.0.2-1732762148105 heartbeating to localhost/127.0.0.1:39297 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-857549877-172.17.0.2-1732762148105 (Datanode Uuid 9be8d486-fb55-44a5-b80b-2a7cf1ed0282) service to localhost/127.0.0.1:39297 2024-11-28T02:49:12,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/cluster_8c8e39ed-f749-92d4-0f38-be9582caa17a/data/data3/current/BP-857549877-172.17.0.2-1732762148105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:49:12,638 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/cluster_8c8e39ed-f749-92d4-0f38-be9582caa17a/data/data4/current/BP-857549877-172.17.0.2-1732762148105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:49:12,638 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T02:49:12,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4385a3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T02:49:12,640 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b85174e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T02:49:12,640 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T02:49:12,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@454b3944{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T02:49:12,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@142e5902{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/hadoop.log.dir/,STOPPED} 2024-11-28T02:49:12,642 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T02:49:12,642 WARN [BP-857549877-172.17.0.2-1732762148105 heartbeating to localhost/127.0.0.1:39297 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T02:49:12,642 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T02:49:12,642 WARN [BP-857549877-172.17.0.2-1732762148105 heartbeating to localhost/127.0.0.1:39297 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-857549877-172.17.0.2-1732762148105 (Datanode Uuid 859e4f6c-9a18-4bd8-88df-95c02286e371) service to localhost/127.0.0.1:39297 2024-11-28T02:49:12,642 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/cluster_8c8e39ed-f749-92d4-0f38-be9582caa17a/data/data1/current/BP-857549877-172.17.0.2-1732762148105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:49:12,643 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/cluster_8c8e39ed-f749-92d4-0f38-be9582caa17a/data/data2/current/BP-857549877-172.17.0.2-1732762148105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T02:49:12,643 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T02:49:12,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ffca430{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T02:49:12,648 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a0a9090{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T02:49:12,648 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T02:49:12,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68a1d40f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T02:49:12,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7621e72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f65542de-33c4-0500-51c6-4e6818d8dc45/hadoop.log.dir/,STOPPED} 2024-11-28T02:49:12,653 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T02:49:12,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T02:49:12,675 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=189 (was 170) - Thread LEAK? -, OpenFileDescriptor=555 (was 520) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 206) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6764 (was 6868)