2024-11-14 19:46:40,852 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-14 19:46:40,882 main DEBUG Took 0.027286 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 19:46:40,883 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 19:46:40,883 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 19:46:40,884 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 19:46:40,886 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:46:40,897 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 19:46:40,908 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:46:40,909 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:46:40,909 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:46:40,910 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:46:40,910 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:46:40,910 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:46:40,911 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:46:40,911 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:46:40,912 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:46:40,912 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:46:40,913 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:46:40,913 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:46:40,913 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:46:40,914 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:46:40,914 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:46:40,915 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:46:40,915 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:46:40,915 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:46:40,916 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:46:40,916 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:46:40,916 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:46:40,917 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:46:40,917 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:46:40,917 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:46:40,918 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:46:40,918 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 19:46:40,919 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:46:40,920 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 19:46:40,922 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 19:46:40,923 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 19:46:40,924 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 19:46:40,924 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 19:46:40,932 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 19:46:40,934 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 19:46:40,936 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 19:46:40,936 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 19:46:40,937 main DEBUG createAppenders(={Console}) 2024-11-14 19:46:40,937 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-14 19:46:40,938 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-14 19:46:40,938 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-14 19:46:40,938 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 19:46:40,939 main DEBUG OutputStream closed 2024-11-14 19:46:40,939 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 19:46:40,939 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 19:46:40,939 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-14 19:46:41,008 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 19:46:41,011 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 19:46:41,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 19:46:41,015 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 19:46:41,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 19:46:41,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 19:46:41,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 19:46:41,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 19:46:41,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 19:46:41,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 19:46:41,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 19:46:41,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 19:46:41,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 19:46:41,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 19:46:41,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 19:46:41,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 19:46:41,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 19:46:41,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 19:46:41,025 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 19:46:41,026 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-14 19:46:41,026 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 19:46:41,027 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-14T19:46:41,046 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-14 19:46:41,049 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 19:46:41,050 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T19:46:41,155 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=281, ProcessCount=11, AvailableMemoryMB=6641 2024-11-14T19:46:41,499 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7 2024-11-14T19:46:41,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:46:41,522 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/cluster_7a33a85b-41ea-c3d1-549d-fb9c24720c58, deleteOnExit=true 2024-11-14T19:46:41,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:46:41,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/test.cache.data in system properties and HBase conf 2024-11-14T19:46:41,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:46:41,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:46:41,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:46:41,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:46:41,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:46:41,622 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T19:46:41,712 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:46:41,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:46:41,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:46:41,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:46:41,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:46:41,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:46:41,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:46:41,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:46:41,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:46:41,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:46:41,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:46:41,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:46:41,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:46:41,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:46:41,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:46:42,713 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T19:46:42,789 INFO [Time-limited test {}] log.Log(170): Logging initialized @2700ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T19:46:42,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:42,923 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:46:42,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:46:42,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:46:42,946 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:46:42,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:42,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:46:42,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:46:43,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/java.io.tmpdir/jetty-localhost-33609-hadoop-hdfs-3_4_1-tests_jar-_-any-11487060888177448684/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:46:43,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:33609} 2024-11-14T19:46:43,184 INFO [Time-limited test {}] server.Server(415): Started @3096ms 2024-11-14T19:46:43,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:43,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:46:43,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:46:43,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:46:43,634 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:46:43,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:46:43,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:46:43,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/java.io.tmpdir/jetty-localhost-34397-hadoop-hdfs-3_4_1-tests_jar-_-any-9637065368520769809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:46:43,769 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:34397} 2024-11-14T19:46:43,769 INFO [Time-limited test {}] server.Server(415): Started @3681ms 2024-11-14T19:46:43,836 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:46:44,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:44,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:46:44,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:46:44,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:46:44,015 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:46:44,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:46:44,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:46:44,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/java.io.tmpdir/jetty-localhost-43409-hadoop-hdfs-3_4_1-tests_jar-_-any-15100655572814742374/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:46:44,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:43409} 2024-11-14T19:46:44,154 INFO [Time-limited test {}] server.Server(415): Started @4066ms 2024-11-14T19:46:44,157 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:46:44,831 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/cluster_7a33a85b-41ea-c3d1-549d-fb9c24720c58/data/data3/current/BP-1561868629-172.17.0.2-1731613602317/current, will proceed with Du for space computation calculation, 2024-11-14T19:46:44,831 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/cluster_7a33a85b-41ea-c3d1-549d-fb9c24720c58/data/data2/current/BP-1561868629-172.17.0.2-1731613602317/current, will proceed with Du for space computation calculation, 2024-11-14T19:46:44,831 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/cluster_7a33a85b-41ea-c3d1-549d-fb9c24720c58/data/data1/current/BP-1561868629-172.17.0.2-1731613602317/current, will proceed with Du for space computation calculation, 2024-11-14T19:46:44,831 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/cluster_7a33a85b-41ea-c3d1-549d-fb9c24720c58/data/data4/current/BP-1561868629-172.17.0.2-1731613602317/current, will proceed with Du for space computation calculation, 2024-11-14T19:46:44,870 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:46:44,870 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:46:44,916 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1627c3ab66ef242d with lease ID 0xe5403735e5f43ebf: Processing first storage report for DS-7c5cdf32-cdb7-4409-b6cb-c1527af9dddb from datanode DatanodeRegistration(127.0.0.1:35341, datanodeUuid=5eeb6a72-9950-460c-9f96-c775c5942d99, infoPort=40613, infoSecurePort=0, ipcPort=44331, storageInfo=lv=-57;cid=testClusterID;nsid=841639086;c=1731613602317) 2024-11-14T19:46:44,917 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1627c3ab66ef242d with lease ID 0xe5403735e5f43ebf: from storage DS-7c5cdf32-cdb7-4409-b6cb-c1527af9dddb node DatanodeRegistration(127.0.0.1:35341, datanodeUuid=5eeb6a72-9950-460c-9f96-c775c5942d99, infoPort=40613, infoSecurePort=0, ipcPort=44331, storageInfo=lv=-57;cid=testClusterID;nsid=841639086;c=1731613602317), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T19:46:44,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x496bb8c1362e4f85 with lease ID 0xe5403735e5f43ec0: Processing first storage report for DS-c2030e08-5f72-4581-a145-fa1c90035bef from datanode DatanodeRegistration(127.0.0.1:45931, datanodeUuid=48736a90-c46f-4167-827b-b2857bc10a93, infoPort=38703, infoSecurePort=0, ipcPort=40527, storageInfo=lv=-57;cid=testClusterID;nsid=841639086;c=1731613602317) 2024-11-14T19:46:44,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x496bb8c1362e4f85 with lease ID 0xe5403735e5f43ec0: from storage DS-c2030e08-5f72-4581-a145-fa1c90035bef node DatanodeRegistration(127.0.0.1:45931, datanodeUuid=48736a90-c46f-4167-827b-b2857bc10a93, infoPort=38703, infoSecurePort=0, ipcPort=40527, storageInfo=lv=-57;cid=testClusterID;nsid=841639086;c=1731613602317), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:46:44,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1627c3ab66ef242d with lease ID 0xe5403735e5f43ebf: Processing first storage report for DS-d0663be6-a58e-4530-a71a-166406dc2bec from datanode DatanodeRegistration(127.0.0.1:35341, datanodeUuid=5eeb6a72-9950-460c-9f96-c775c5942d99, infoPort=40613, infoSecurePort=0, ipcPort=44331, storageInfo=lv=-57;cid=testClusterID;nsid=841639086;c=1731613602317) 2024-11-14T19:46:44,919 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1627c3ab66ef242d with lease ID 0xe5403735e5f43ebf: from storage DS-d0663be6-a58e-4530-a71a-166406dc2bec node DatanodeRegistration(127.0.0.1:35341, datanodeUuid=5eeb6a72-9950-460c-9f96-c775c5942d99, infoPort=40613, infoSecurePort=0, ipcPort=44331, storageInfo=lv=-57;cid=testClusterID;nsid=841639086;c=1731613602317), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T19:46:44,919 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x496bb8c1362e4f85 with lease ID 0xe5403735e5f43ec0: Processing first storage report for DS-8208568e-bd0f-403a-8255-099e1a378aa7 from datanode DatanodeRegistration(127.0.0.1:45931, datanodeUuid=48736a90-c46f-4167-827b-b2857bc10a93, infoPort=38703, infoSecurePort=0, ipcPort=40527, storageInfo=lv=-57;cid=testClusterID;nsid=841639086;c=1731613602317) 2024-11-14T19:46:44,919 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x496bb8c1362e4f85 with lease ID 0xe5403735e5f43ec0: from storage DS-8208568e-bd0f-403a-8255-099e1a378aa7 node DatanodeRegistration(127.0.0.1:45931, datanodeUuid=48736a90-c46f-4167-827b-b2857bc10a93, infoPort=38703, infoSecurePort=0, ipcPort=40527, storageInfo=lv=-57;cid=testClusterID;nsid=841639086;c=1731613602317), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:46:44,957 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7 2024-11-14T19:46:45,025 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/cluster_7a33a85b-41ea-c3d1-549d-fb9c24720c58/zookeeper_0, clientPort=61807, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/cluster_7a33a85b-41ea-c3d1-549d-fb9c24720c58/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/cluster_7a33a85b-41ea-c3d1-549d-fb9c24720c58/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T19:46:45,035 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61807 2024-11-14T19:46:45,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:45,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:45,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:46:45,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:46:45,719 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87 with version=8 2024-11-14T19:46:45,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/hbase-staging 2024-11-14T19:46:45,821 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T19:46:46,046 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:46:46,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:46,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:46,060 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:46:46,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:46,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:46:46,206 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:46:46,265 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T19:46:46,275 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T19:46:46,278 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:46:46,301 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 41016 (auto-detected) 2024-11-14T19:46:46,302 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T19:46:46,321 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45585 2024-11-14T19:46:46,344 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45585 connecting to ZooKeeper ensemble=127.0.0.1:61807 2024-11-14T19:46:46,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455850x0, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:46:46,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45585-0x1013c1082370000 connected 2024-11-14T19:46:46,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:46,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:46,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:46:46,518 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87, hbase.cluster.distributed=false 2024-11-14T19:46:46,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T19:46:46,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45585 2024-11-14T19:46:46,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45585 2024-11-14T19:46:46,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45585 2024-11-14T19:46:46,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45585 2024-11-14T19:46:46,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45585 2024-11-14T19:46:46,641 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:46:46,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:46,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:46,643 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:46:46,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:46,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:46:46,646 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:46:46,649 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:46:46,650 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44801 2024-11-14T19:46:46,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44801 connecting to ZooKeeper ensemble=127.0.0.1:61807 2024-11-14T19:46:46,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:46,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:46,717 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448010x0, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:46:46,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44801-0x1013c1082370001 connected 2024-11-14T19:46:46,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44801-0x1013c1082370001, quorum=127.0.0.1:61807, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:46:46,722 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:46:46,729 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:46:46,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44801-0x1013c1082370001, quorum=127.0.0.1:61807, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T19:46:46,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44801-0x1013c1082370001, quorum=127.0.0.1:61807, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T19:46:46,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44801 2024-11-14T19:46:46,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44801 2024-11-14T19:46:46,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44801 2024-11-14T19:46:46,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44801 2024-11-14T19:46:46,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44801 2024-11-14T19:46:46,764 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:46:46,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:46,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:46,765 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:46:46,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:46,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:46:46,766 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:46:46,766 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:46:46,767 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41389 2024-11-14T19:46:46,768 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41389 connecting to ZooKeeper ensemble=127.0.0.1:61807 2024-11-14T19:46:46,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:46,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:46,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413890x0, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:46:46,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413890x0, quorum=127.0.0.1:61807, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:46:46,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41389-0x1013c1082370002 connected 2024-11-14T19:46:46,788 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:46:46,790 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:46:46,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41389-0x1013c1082370002, quorum=127.0.0.1:61807, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T19:46:46,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41389-0x1013c1082370002, quorum=127.0.0.1:61807, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T19:46:46,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41389 2024-11-14T19:46:46,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41389 2024-11-14T19:46:46,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41389 2024-11-14T19:46:46,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41389 2024-11-14T19:46:46,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41389 2024-11-14T19:46:46,817 DEBUG [M:0;867b237d0fa7:45585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:45585 2024-11-14T19:46:46,818 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/867b237d0fa7,45585,1731613605884 2024-11-14T19:46:46,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:46:46,828 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x1013c1082370001, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:46:46,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013c1082370002, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:46:46,830 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/867b237d0fa7,45585,1731613605884 2024-11-14T19:46:46,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:46,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013c1082370002, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T19:46:46,863 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x1013c1082370001, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T19:46:46,863 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x1013c1082370001, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:46,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013c1082370002, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:46,864 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T19:46:46,866 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/867b237d0fa7,45585,1731613605884 from backup master directory 2024-11-14T19:46:46,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013c1082370002, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:46:46,877 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x1013c1082370001, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:46:46,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/867b237d0fa7,45585,1731613605884 2024-11-14T19:46:46,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:46:46,878 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:46:46,879 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,45585,1731613605884 2024-11-14T19:46:46,881 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T19:46:46,882 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T19:46:46,944 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/hbase.id] with ID: 9b2dc314-50f6-4a40-9b87-fc2dfa8f6c20 2024-11-14T19:46:46,945 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/.tmp/hbase.id 2024-11-14T19:46:46,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:46:46,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:46:46,960 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/.tmp/hbase.id]:[hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/hbase.id] 2024-11-14T19:46:47,010 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:47,015 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:46:47,039 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-14T19:46:47,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:47,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013c1082370002, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:47,052 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x1013c1082370001, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:47,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:46:47,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:46:47,084 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:46:47,086 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:46:47,100 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:46:47,103 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:47,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:46:47,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:46:47,149 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/data/master/store 2024-11-14T19:46:47,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:46:47,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:46:47,177 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T19:46:47,180 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:47,181 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:46:47,182 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:47,182 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:47,183 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:46:47,183 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:47,183 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:47,184 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613607181Disabling compacts and flushes for region at 1731613607181Disabling writes for close at 1731613607183 (+2 ms)Writing region close event to WAL at 1731613607183Closed at 1731613607183 2024-11-14T19:46:47,187 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/data/master/store/.initializing 2024-11-14T19:46:47,187 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/WALs/867b237d0fa7,45585,1731613605884 2024-11-14T19:46:47,196 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:46:47,209 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C45585%2C1731613605884, suffix=, logDir=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/WALs/867b237d0fa7,45585,1731613605884, archiveDir=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/oldWALs, maxLogs=10 2024-11-14T19:46:47,230 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/WALs/867b237d0fa7,45585,1731613605884/867b237d0fa7%2C45585%2C1731613605884.1731613607213, exclude list is [], retry=0 2024-11-14T19:46:47,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45931,DS-c2030e08-5f72-4581-a145-fa1c90035bef,DISK] 2024-11-14T19:46:47,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35341,DS-7c5cdf32-cdb7-4409-b6cb-c1527af9dddb,DISK] 2024-11-14T19:46:47,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T19:46:47,289 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/WALs/867b237d0fa7,45585,1731613605884/867b237d0fa7%2C45585%2C1731613605884.1731613607213 2024-11-14T19:46:47,290 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40613:40613),(127.0.0.1/127.0.0.1:38703:38703)] 2024-11-14T19:46:47,290 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:46:47,291 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:47,295 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:47,296 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:47,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:47,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:46:47,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:47,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:47,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:47,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:46:47,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:47,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:47,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:47,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:46:47,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:47,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:47,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:47,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:46:47,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:47,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:47,374 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:47,378 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:47,379 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:47,385 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:47,386 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:47,390 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:46:47,395 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:47,400 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:46:47,401 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64229050, jitterRate=-0.042912572622299194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:46:47,409 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613607308Initializing all the Stores at 1731613607310 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613607310Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613607311 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613607311Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613607311Cleaning up temporary data from old regions at 1731613607386 (+75 ms)Region opened successfully at 1731613607409 (+23 ms) 2024-11-14T19:46:47,411 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:46:47,444 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e824c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:46:47,473 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:46:47,483 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:46:47,484 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:46:47,487 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:46:47,488 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T19:46:47,493 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T19:46:47,493 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:46:47,516 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:46:47,525 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T19:46:47,535 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T19:46:47,538 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:46:47,539 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:46:47,544 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T19:46:47,546 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:46:47,549 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:46:47,558 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T19:46:47,560 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:46:47,569 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T19:46:47,586 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:46:47,594 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T19:46:47,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013c1082370002, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T19:46:47,602 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x1013c1082370001, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T19:46:47,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T19:46:47,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013c1082370002, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:47,602 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x1013c1082370001, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:47,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:47,605 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,45585,1731613605884, sessionid=0x1013c1082370000, setting cluster-up flag (Was=false) 2024-11-14T19:46:47,627 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x1013c1082370001, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:47,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013c1082370002, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:47,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:47,652 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T19:46:47,654 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,45585,1731613605884 2024-11-14T19:46:47,675 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x1013c1082370001, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:47,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013c1082370002, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:47,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:47,702 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T19:46:47,704 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,45585,1731613605884 2024-11-14T19:46:47,710 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:46:47,782 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:47,791 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:46:47,797 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:46:47,802 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,45585,1731613605884 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:46:47,808 INFO [RS:1;867b237d0fa7:41389 {}] regionserver.HRegionServer(746): ClusterId : 9b2dc314-50f6-4a40-9b87-fc2dfa8f6c20 2024-11-14T19:46:47,808 INFO [RS:0;867b237d0fa7:44801 {}] regionserver.HRegionServer(746): ClusterId : 9b2dc314-50f6-4a40-9b87-fc2dfa8f6c20 2024-11-14T19:46:47,810 DEBUG [RS:0;867b237d0fa7:44801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:46:47,810 DEBUG [RS:1;867b237d0fa7:41389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:46:47,811 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:47,811 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:47,811 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:47,811 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:47,811 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:46:47,811 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:47,812 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:46:47,812 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:47,815 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613637815 2024-11-14T19:46:47,817 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:46:47,817 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:47,817 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:46:47,818 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:46:47,821 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:46:47,821 DEBUG [RS:1;867b237d0fa7:41389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:46:47,821 DEBUG [RS:1;867b237d0fa7:41389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:46:47,822 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:46:47,822 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:46:47,822 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:46:47,822 DEBUG [RS:0;867b237d0fa7:44801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:46:47,822 DEBUG [RS:0;867b237d0fa7:44801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:46:47,824 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:47,824 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:46:47,828 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:47,831 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:46:47,832 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:46:47,832 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:46:47,835 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:46:47,836 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:46:47,836 DEBUG [RS:1;867b237d0fa7:41389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:46:47,837 DEBUG [RS:0;867b237d0fa7:44801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:46:47,837 DEBUG [RS:0;867b237d0fa7:44801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33123704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:46:47,837 DEBUG [RS:1;867b237d0fa7:41389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9544fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:46:47,839 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613607837,5,FailOnTimeoutGroup] 2024-11-14T19:46:47,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:46:47,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:46:47,842 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613607839,5,FailOnTimeoutGroup] 2024-11-14T19:46:47,843 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:47,843 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:46:47,844 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:47,844 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:47,852 DEBUG [RS:0;867b237d0fa7:44801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:44801 2024-11-14T19:46:47,853 DEBUG [RS:1;867b237d0fa7:41389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;867b237d0fa7:41389 2024-11-14T19:46:47,855 INFO [RS:1;867b237d0fa7:41389 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:46:47,855 INFO [RS:0;867b237d0fa7:44801 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:46:47,855 INFO [RS:1;867b237d0fa7:41389 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:46:47,855 INFO [RS:0;867b237d0fa7:44801 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:46:47,855 DEBUG [RS:1;867b237d0fa7:41389 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:46:47,855 DEBUG [RS:0;867b237d0fa7:44801 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:46:47,858 INFO [RS:1;867b237d0fa7:41389 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,45585,1731613605884 with port=41389, startcode=1731613606764 2024-11-14T19:46:47,858 INFO [RS:0;867b237d0fa7:44801 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,45585,1731613605884 with port=44801, startcode=1731613606607 2024-11-14T19:46:47,870 DEBUG [RS:0;867b237d0fa7:44801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:46:47,870 DEBUG [RS:1;867b237d0fa7:41389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:46:47,905 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:46:47,905 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:46:47,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45585 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,41389,1731613606764 2024-11-14T19:46:47,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45585 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,41389,1731613606764 2024-11-14T19:46:47,923 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45585 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,44801,1731613606607 2024-11-14T19:46:47,923 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45585 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,44801,1731613606607 2024-11-14T19:46:47,926 DEBUG [RS:1;867b237d0fa7:41389 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87 2024-11-14T19:46:47,927 DEBUG [RS:1;867b237d0fa7:41389 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36953 2024-11-14T19:46:47,927 DEBUG [RS:1;867b237d0fa7:41389 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:46:47,928 DEBUG [RS:0;867b237d0fa7:44801 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87 2024-11-14T19:46:47,928 DEBUG [RS:0;867b237d0fa7:44801 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36953 2024-11-14T19:46:47,928 DEBUG [RS:0;867b237d0fa7:44801 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:46:47,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T19:46:47,956 DEBUG [RS:1;867b237d0fa7:41389 {}] zookeeper.ZKUtil(111): regionserver:41389-0x1013c1082370002, quorum=127.0.0.1:61807, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/867b237d0fa7,41389,1731613606764 2024-11-14T19:46:47,956 WARN [RS:1;867b237d0fa7:41389 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:46:47,956 INFO [RS:1;867b237d0fa7:41389 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:47,957 DEBUG [RS:0;867b237d0fa7:44801 {}] zookeeper.ZKUtil(111): regionserver:44801-0x1013c1082370001, quorum=127.0.0.1:61807, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/867b237d0fa7,44801,1731613606607 2024-11-14T19:46:47,957 DEBUG [RS:1;867b237d0fa7:41389 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/WALs/867b237d0fa7,41389,1731613606764 2024-11-14T19:46:47,957 WARN [RS:0;867b237d0fa7:44801 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:46:47,957 INFO [RS:0;867b237d0fa7:44801 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:47,957 DEBUG [RS:0;867b237d0fa7:44801 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/WALs/867b237d0fa7,44801,1731613606607 2024-11-14T19:46:47,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,41389,1731613606764] 2024-11-14T19:46:47,959 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,44801,1731613606607] 2024-11-14T19:46:47,982 INFO [RS:0;867b237d0fa7:44801 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:46:47,982 INFO [RS:1;867b237d0fa7:41389 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:46:47,997 INFO [RS:0;867b237d0fa7:44801 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:46:47,997 INFO [RS:1;867b237d0fa7:41389 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:46:48,003 INFO [RS:1;867b237d0fa7:41389 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:46:48,003 INFO [RS:0;867b237d0fa7:44801 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:46:48,003 INFO [RS:0;867b237d0fa7:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,003 INFO [RS:1;867b237d0fa7:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,004 INFO [RS:0;867b237d0fa7:44801 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:46:48,004 INFO [RS:1;867b237d0fa7:41389 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:46:48,010 INFO [RS:0;867b237d0fa7:44801 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:46:48,010 INFO [RS:1;867b237d0fa7:41389 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:46:48,012 INFO [RS:1;867b237d0fa7:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,012 INFO [RS:0;867b237d0fa7:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,012 DEBUG [RS:1;867b237d0fa7:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,012 DEBUG [RS:0;867b237d0fa7:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,012 DEBUG [RS:1;867b237d0fa7:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,012 DEBUG [RS:0;867b237d0fa7:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,012 DEBUG [RS:1;867b237d0fa7:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,012 DEBUG [RS:0;867b237d0fa7:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,012 DEBUG [RS:1;867b237d0fa7:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,012 DEBUG [RS:1;867b237d0fa7:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,012 DEBUG [RS:0;867b237d0fa7:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,012 DEBUG [RS:1;867b237d0fa7:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:46:48,012 DEBUG [RS:0;867b237d0fa7:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,013 DEBUG [RS:1;867b237d0fa7:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,013 DEBUG [RS:0;867b237d0fa7:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:46:48,013 DEBUG [RS:1;867b237d0fa7:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,013 DEBUG [RS:0;867b237d0fa7:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,013 DEBUG [RS:1;867b237d0fa7:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,013 DEBUG [RS:1;867b237d0fa7:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,013 DEBUG [RS:0;867b237d0fa7:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,013 DEBUG [RS:1;867b237d0fa7:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,013 DEBUG [RS:0;867b237d0fa7:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,013 DEBUG [RS:1;867b237d0fa7:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,013 DEBUG [RS:0;867b237d0fa7:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,013 DEBUG [RS:1;867b237d0fa7:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:46:48,013 DEBUG [RS:0;867b237d0fa7:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,013 DEBUG [RS:1;867b237d0fa7:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:46:48,013 DEBUG [RS:0;867b237d0fa7:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:48,014 DEBUG [RS:0;867b237d0fa7:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:46:48,014 DEBUG [RS:0;867b237d0fa7:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:46:48,019 INFO [RS:0;867b237d0fa7:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,019 INFO [RS:0;867b237d0fa7:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,019 INFO [RS:0;867b237d0fa7:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,019 INFO [RS:1;867b237d0fa7:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,019 INFO [RS:0;867b237d0fa7:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,019 INFO [RS:1;867b237d0fa7:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,019 INFO [RS:0;867b237d0fa7:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,019 INFO [RS:1;867b237d0fa7:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,019 INFO [RS:0;867b237d0fa7:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44801,1731613606607-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:46:48,019 INFO [RS:1;867b237d0fa7:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,019 INFO [RS:1;867b237d0fa7:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,020 INFO [RS:1;867b237d0fa7:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41389,1731613606764-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:46:48,043 INFO [RS:1;867b237d0fa7:41389 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:46:48,043 INFO [RS:0;867b237d0fa7:44801 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:46:48,045 INFO [RS:0;867b237d0fa7:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44801,1731613606607-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,045 INFO [RS:1;867b237d0fa7:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41389,1731613606764-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,045 INFO [RS:0;867b237d0fa7:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,045 INFO [RS:1;867b237d0fa7:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,045 INFO [RS:0;867b237d0fa7:44801 {}] regionserver.Replication(171): 867b237d0fa7,44801,1731613606607 started 2024-11-14T19:46:48,045 INFO [RS:1;867b237d0fa7:41389 {}] regionserver.Replication(171): 867b237d0fa7,41389,1731613606764 started 2024-11-14T19:46:48,068 INFO [RS:1;867b237d0fa7:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,068 INFO [RS:0;867b237d0fa7:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,069 INFO [RS:0;867b237d0fa7:44801 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,44801,1731613606607, RpcServer on 867b237d0fa7/172.17.0.2:44801, sessionid=0x1013c1082370001 2024-11-14T19:46:48,069 INFO [RS:1;867b237d0fa7:41389 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,41389,1731613606764, RpcServer on 867b237d0fa7/172.17.0.2:41389, sessionid=0x1013c1082370002 2024-11-14T19:46:48,069 DEBUG [RS:1;867b237d0fa7:41389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:46:48,069 DEBUG [RS:0;867b237d0fa7:44801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:46:48,070 DEBUG [RS:1;867b237d0fa7:41389 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,41389,1731613606764 2024-11-14T19:46:48,070 DEBUG [RS:0;867b237d0fa7:44801 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,44801,1731613606607 2024-11-14T19:46:48,070 DEBUG [RS:1;867b237d0fa7:41389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,41389,1731613606764' 2024-11-14T19:46:48,070 DEBUG [RS:0;867b237d0fa7:44801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,44801,1731613606607' 2024-11-14T19:46:48,070 DEBUG [RS:1;867b237d0fa7:41389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T19:46:48,070 DEBUG [RS:0;867b237d0fa7:44801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T19:46:48,071 DEBUG [RS:1;867b237d0fa7:41389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T19:46:48,071 DEBUG [RS:0;867b237d0fa7:44801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T19:46:48,072 DEBUG [RS:1;867b237d0fa7:41389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:46:48,072 DEBUG [RS:0;867b237d0fa7:44801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:46:48,072 DEBUG [RS:1;867b237d0fa7:41389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:46:48,072 DEBUG [RS:0;867b237d0fa7:44801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:46:48,072 DEBUG [RS:1;867b237d0fa7:41389 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,41389,1731613606764 2024-11-14T19:46:48,072 DEBUG [RS:0;867b237d0fa7:44801 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,44801,1731613606607 2024-11-14T19:46:48,072 DEBUG [RS:1;867b237d0fa7:41389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,41389,1731613606764' 2024-11-14T19:46:48,072 DEBUG [RS:0;867b237d0fa7:44801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,44801,1731613606607' 2024-11-14T19:46:48,072 DEBUG [RS:1;867b237d0fa7:41389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T19:46:48,072 DEBUG [RS:0;867b237d0fa7:44801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T19:46:48,073 DEBUG [RS:1;867b237d0fa7:41389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T19:46:48,073 DEBUG [RS:0;867b237d0fa7:44801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T19:46:48,073 DEBUG [RS:1;867b237d0fa7:41389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:46:48,073 DEBUG [RS:0;867b237d0fa7:44801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:46:48,073 INFO [RS:1;867b237d0fa7:41389 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:46:48,073 INFO [RS:0;867b237d0fa7:44801 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:46:48,074 INFO [RS:1;867b237d0fa7:41389 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:46:48,074 INFO [RS:0;867b237d0fa7:44801 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:46:48,179 INFO [RS:0;867b237d0fa7:44801 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:46:48,179 INFO [RS:1;867b237d0fa7:41389 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:46:48,182 INFO [RS:0;867b237d0fa7:44801 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C44801%2C1731613606607, suffix=, logDir=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/WALs/867b237d0fa7,44801,1731613606607, archiveDir=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/oldWALs, maxLogs=32 2024-11-14T19:46:48,182 INFO [RS:1;867b237d0fa7:41389 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C41389%2C1731613606764, suffix=, logDir=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/WALs/867b237d0fa7,41389,1731613606764, archiveDir=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/oldWALs, maxLogs=32 2024-11-14T19:46:48,199 DEBUG [RS:1;867b237d0fa7:41389 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/WALs/867b237d0fa7,41389,1731613606764/867b237d0fa7%2C41389%2C1731613606764.1731613608185, exclude list is [], retry=0 2024-11-14T19:46:48,202 DEBUG [RS:0;867b237d0fa7:44801 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/WALs/867b237d0fa7,44801,1731613606607/867b237d0fa7%2C44801%2C1731613606607.1731613608186, exclude list is [], retry=0 2024-11-14T19:46:48,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35341,DS-7c5cdf32-cdb7-4409-b6cb-c1527af9dddb,DISK] 2024-11-14T19:46:48,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45931,DS-c2030e08-5f72-4581-a145-fa1c90035bef,DISK] 2024-11-14T19:46:48,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45931,DS-c2030e08-5f72-4581-a145-fa1c90035bef,DISK] 2024-11-14T19:46:48,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35341,DS-7c5cdf32-cdb7-4409-b6cb-c1527af9dddb,DISK] 2024-11-14T19:46:48,212 INFO [RS:1;867b237d0fa7:41389 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/WALs/867b237d0fa7,41389,1731613606764/867b237d0fa7%2C41389%2C1731613606764.1731613608185 2024-11-14T19:46:48,219 DEBUG [RS:1;867b237d0fa7:41389 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40613:40613),(127.0.0.1/127.0.0.1:38703:38703)] 2024-11-14T19:46:48,219 INFO [RS:0;867b237d0fa7:44801 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/WALs/867b237d0fa7,44801,1731613606607/867b237d0fa7%2C44801%2C1731613606607.1731613608186 2024-11-14T19:46:48,220 DEBUG [RS:0;867b237d0fa7:44801 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40613:40613),(127.0.0.1/127.0.0.1:38703:38703)] 2024-11-14T19:46:48,244 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:46:48,245 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87 2024-11-14T19:46:48,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741834_1010 (size=32) 2024-11-14T19:46:48,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741834_1010 (size=32) 2024-11-14T19:46:48,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:48,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:46:48,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:46:48,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:48,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:48,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:46:48,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:46:48,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:48,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:48,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:46:48,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:46:48,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:48,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:48,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:46:48,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:46:48,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:48,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:48,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:46:48,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/hbase/meta/1588230740 2024-11-14T19:46:48,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/hbase/meta/1588230740 2024-11-14T19:46:48,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:46:48,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:46:48,283 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:46:48,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:46:48,289 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:46:48,290 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72650699, jitterRate=0.08257977664470673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:46:48,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613608257Initializing all the Stores at 1731613608259 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613608259Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613608260 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613608260Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613608260Cleaning up temporary data from old regions at 1731613608283 (+23 ms)Region opened successfully at 1731613608292 (+9 ms) 2024-11-14T19:46:48,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:46:48,292 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:46:48,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:46:48,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:46:48,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:46:48,294 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:46:48,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613608292Disabling compacts and flushes for region at 1731613608292Disabling writes for close at 1731613608292Writing region close event to WAL at 1731613608293 (+1 ms)Closed at 1731613608294 (+1 ms) 2024-11-14T19:46:48,297 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:48,297 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:46:48,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:46:48,314 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:46:48,317 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:46:48,470 DEBUG [867b237d0fa7:45585 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T19:46:48,477 DEBUG [867b237d0fa7:45585 {}] balancer.BalancerClusterState(204): Hosts are {867b237d0fa7=0} racks are {/default-rack=0} 2024-11-14T19:46:48,483 DEBUG [867b237d0fa7:45585 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T19:46:48,483 DEBUG [867b237d0fa7:45585 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T19:46:48,483 DEBUG [867b237d0fa7:45585 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T19:46:48,483 DEBUG [867b237d0fa7:45585 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T19:46:48,483 INFO [867b237d0fa7:45585 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T19:46:48,483 INFO [867b237d0fa7:45585 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T19:46:48,483 DEBUG [867b237d0fa7:45585 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T19:46:48,490 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,44801,1731613606607 2024-11-14T19:46:48,496 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,44801,1731613606607, state=OPENING 2024-11-14T19:46:48,527 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:46:48,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:48,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013c1082370002, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:48,535 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x1013c1082370001, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:48,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:46:48,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:46:48,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:46:48,538 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:46:48,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,44801,1731613606607}] 2024-11-14T19:46:48,714 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:46:48,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:46:48,728 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:46:48,728 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:48,729 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:46:48,733 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C44801%2C1731613606607.meta, suffix=.meta, logDir=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/WALs/867b237d0fa7,44801,1731613606607, archiveDir=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/oldWALs, maxLogs=32 2024-11-14T19:46:48,757 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/WALs/867b237d0fa7,44801,1731613606607/867b237d0fa7%2C44801%2C1731613606607.meta.1731613608735.meta, exclude list is [], retry=0 2024-11-14T19:46:48,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35341,DS-7c5cdf32-cdb7-4409-b6cb-c1527af9dddb,DISK] 2024-11-14T19:46:48,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45931,DS-c2030e08-5f72-4581-a145-fa1c90035bef,DISK] 2024-11-14T19:46:48,777 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/WALs/867b237d0fa7,44801,1731613606607/867b237d0fa7%2C44801%2C1731613606607.meta.1731613608735.meta 2024-11-14T19:46:48,778 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40613:40613),(127.0.0.1/127.0.0.1:38703:38703)] 2024-11-14T19:46:48,778 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:46:48,780 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:46:48,783 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:46:48,788 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:46:48,793 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:46:48,793 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:48,794 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:46:48,794 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:46:48,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:46:48,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:46:48,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:48,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:48,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:46:48,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:46:48,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:48,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:48,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:46:48,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:46:48,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:48,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:48,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:46:48,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:46:48,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:48,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:48,812 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:46:48,814 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/hbase/meta/1588230740 2024-11-14T19:46:48,817 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/hbase/meta/1588230740 2024-11-14T19:46:48,820 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:46:48,820 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:46:48,821 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:46:48,823 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:46:48,825 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66444653, jitterRate=-0.009897515177726746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:46:48,826 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:46:48,828 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613608794Writing region info on filesystem at 1731613608794Initializing all the Stores at 1731613608797 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613608797Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613608798 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613608798Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613608799 (+1 ms)Cleaning up temporary data from old regions at 1731613608820 (+21 ms)Running coprocessor post-open hooks at 1731613608826 (+6 ms)Region opened successfully at 1731613608827 (+1 ms) 2024-11-14T19:46:48,837 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613608706 2024-11-14T19:46:48,849 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:46:48,850 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:46:48,852 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,44801,1731613606607 2024-11-14T19:46:48,854 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,44801,1731613606607, state=OPEN 2024-11-14T19:46:48,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:46:48,861 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x1013c1082370001, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:46:48,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013c1082370002, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:46:48,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:46:48,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:46:48,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:46:48,861 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,44801,1731613606607 2024-11-14T19:46:48,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:46:48,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,44801,1731613606607 in 321 msec 2024-11-14T19:46:48,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:46:48,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 566 msec 2024-11-14T19:46:48,877 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:48,878 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:46:48,896 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:48,897 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,44801,1731613606607, seqNum=-1] 2024-11-14T19:46:48,917 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:48,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:46:48,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-14T19:46:48,940 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613608940, completionTime=-1 2024-11-14T19:46:48,944 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T19:46:48,944 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:46:48,982 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T19:46:48,982 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613668982 2024-11-14T19:46:48,982 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613728982 2024-11-14T19:46:48,982 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 37 msec 2024-11-14T19:46:48,984 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T19:46:48,996 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45585,1731613605884-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,997 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45585,1731613605884-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,997 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45585,1731613605884-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:48,999 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:45585, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,000 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,007 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,012 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:46:49,038 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.159sec 2024-11-14T19:46:49,047 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:46:49,048 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:46:49,049 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:46:49,049 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:46:49,050 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:46:49,050 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45585,1731613605884-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:46:49,051 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45585,1731613605884-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:46:49,060 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:46:49,062 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:46:49,062 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,45585,1731613605884-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:49,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b96709c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:49,127 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T19:46:49,127 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T19:46:49,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,45585,-1 for getting cluster id 2024-11-14T19:46:49,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:49,162 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b2dc314-50f6-4a40-9b87-fc2dfa8f6c20' 2024-11-14T19:46:49,164 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:49,164 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b2dc314-50f6-4a40-9b87-fc2dfa8f6c20" 2024-11-14T19:46:49,165 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29226d02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:49,165 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,45585,-1] 2024-11-14T19:46:49,168 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:49,171 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:49,172 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:49,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d52dd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:49,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:49,184 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,44801,1731613606607, seqNum=-1] 2024-11-14T19:46:49,185 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:49,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:46:49,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,45585,1731613605884 2024-11-14T19:46:49,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:46:49,219 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,45585,1731613605884 2024-11-14T19:46:49,221 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74d0ef7e 2024-11-14T19:46:49,222 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:46:49,225 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:46:49,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45585 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:46:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45585 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T19:46:49,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:46:49,267 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:49,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:46:49,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45585 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T19:46:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:49,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741836_1012 (size=379) 2024-11-14T19:46:49,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741836_1012 (size=379) 2024-11-14T19:46:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:49,711 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 43fa61fe8ee05afcefc58b875cb5d63d, NAME => 'testClearRegionBlockCache,,1731613609245.43fa61fe8ee05afcefc58b875cb5d63d.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87 2024-11-14T19:46:49,711 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2be1089238ccabca956a2666d0e868b8, NAME => 'testClearRegionBlockCache,5,1731613609245.2be1089238ccabca956a2666d0e868b8.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87 2024-11-14T19:46:49,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741837_1013 (size=61) 2024-11-14T19:46:49,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741837_1013 (size=61) 2024-11-14T19:46:49,731 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731613609245.43fa61fe8ee05afcefc58b875cb5d63d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:49,731 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 43fa61fe8ee05afcefc58b875cb5d63d, disabling compactions & flushes 2024-11-14T19:46:49,731 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731613609245.43fa61fe8ee05afcefc58b875cb5d63d. 2024-11-14T19:46:49,731 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731613609245.43fa61fe8ee05afcefc58b875cb5d63d. 2024-11-14T19:46:49,731 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731613609245.43fa61fe8ee05afcefc58b875cb5d63d. after waiting 0 ms 2024-11-14T19:46:49,731 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731613609245.43fa61fe8ee05afcefc58b875cb5d63d. 2024-11-14T19:46:49,731 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731613609245.43fa61fe8ee05afcefc58b875cb5d63d. 2024-11-14T19:46:49,731 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 43fa61fe8ee05afcefc58b875cb5d63d: Waiting for close lock at 1731613609731Disabling compacts and flushes for region at 1731613609731Disabling writes for close at 1731613609731Writing region close event to WAL at 1731613609731Closed at 1731613609731 2024-11-14T19:46:49,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741838_1014 (size=61) 2024-11-14T19:46:49,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741838_1014 (size=61) 2024-11-14T19:46:49,733 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731613609245.2be1089238ccabca956a2666d0e868b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:49,733 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 2be1089238ccabca956a2666d0e868b8, disabling compactions & flushes 2024-11-14T19:46:49,733 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731613609245.2be1089238ccabca956a2666d0e868b8. 2024-11-14T19:46:49,733 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731613609245.2be1089238ccabca956a2666d0e868b8. 2024-11-14T19:46:49,733 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731613609245.2be1089238ccabca956a2666d0e868b8. after waiting 0 ms 2024-11-14T19:46:49,733 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731613609245.2be1089238ccabca956a2666d0e868b8. 2024-11-14T19:46:49,733 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731613609245.2be1089238ccabca956a2666d0e868b8. 2024-11-14T19:46:49,733 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2be1089238ccabca956a2666d0e868b8: Waiting for close lock at 1731613609733Disabling compacts and flushes for region at 1731613609733Disabling writes for close at 1731613609733Writing region close event to WAL at 1731613609733Closed at 1731613609733 2024-11-14T19:46:49,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:46:49,740 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731613609245.43fa61fe8ee05afcefc58b875cb5d63d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731613609735"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613609735"}]},"ts":"1731613609735"} 2024-11-14T19:46:49,740 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731613609245.2be1089238ccabca956a2666d0e868b8.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731613609735"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613609735"}]},"ts":"1731613609735"} 2024-11-14T19:46:49,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T19:46:49,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:46:49,777 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613609774"}]},"ts":"1731613609774"} 2024-11-14T19:46:49,784 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T19:46:49,785 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {867b237d0fa7=0} racks are {/default-rack=0} 2024-11-14T19:46:49,787 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T19:46:49,788 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T19:46:49,788 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T19:46:49,788 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T19:46:49,788 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T19:46:49,788 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T19:46:49,788 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T19:46:49,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=43fa61fe8ee05afcefc58b875cb5d63d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2be1089238ccabca956a2666d0e868b8, ASSIGN}] 2024-11-14T19:46:49,793 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=43fa61fe8ee05afcefc58b875cb5d63d, ASSIGN 2024-11-14T19:46:49,793 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2be1089238ccabca956a2666d0e868b8, ASSIGN 2024-11-14T19:46:49,796 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2be1089238ccabca956a2666d0e868b8, ASSIGN; state=OFFLINE, location=867b237d0fa7,44801,1731613606607; forceNewPlan=false, retain=false 2024-11-14T19:46:49,796 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=43fa61fe8ee05afcefc58b875cb5d63d, ASSIGN; state=OFFLINE, location=867b237d0fa7,41389,1731613606764; forceNewPlan=false, retain=false 2024-11-14T19:46:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:49,949 INFO [867b237d0fa7:45585 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T19:46:49,950 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2be1089238ccabca956a2666d0e868b8, regionState=OPENING, regionLocation=867b237d0fa7,44801,1731613606607 2024-11-14T19:46:49,950 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43fa61fe8ee05afcefc58b875cb5d63d, regionState=OPENING, regionLocation=867b237d0fa7,41389,1731613606764 2024-11-14T19:46:49,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2be1089238ccabca956a2666d0e868b8, ASSIGN because future has completed 2024-11-14T19:46:49,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2be1089238ccabca956a2666d0e868b8, server=867b237d0fa7,44801,1731613606607}] 2024-11-14T19:46:49,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=43fa61fe8ee05afcefc58b875cb5d63d, ASSIGN because future has completed 2024-11-14T19:46:49,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43fa61fe8ee05afcefc58b875cb5d63d, server=867b237d0fa7,41389,1731613606764}] 2024-11-14T19:46:50,113 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:46:50,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:46:50,117 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731613609245.2be1089238ccabca956a2666d0e868b8. 2024-11-14T19:46:50,117 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 2be1089238ccabca956a2666d0e868b8, NAME => 'testClearRegionBlockCache,5,1731613609245.2be1089238ccabca956a2666d0e868b8.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T19:46:50,117 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2be1089238ccabca956a2666d0e868b8 2024-11-14T19:46:50,118 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731613609245.2be1089238ccabca956a2666d0e868b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:50,118 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 2be1089238ccabca956a2666d0e868b8 2024-11-14T19:46:50,118 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 2be1089238ccabca956a2666d0e868b8 2024-11-14T19:46:50,120 INFO [StoreOpener-2be1089238ccabca956a2666d0e868b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2be1089238ccabca956a2666d0e868b8 2024-11-14T19:46:50,121 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731613609245.43fa61fe8ee05afcefc58b875cb5d63d. 2024-11-14T19:46:50,121 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 43fa61fe8ee05afcefc58b875cb5d63d, NAME => 'testClearRegionBlockCache,,1731613609245.43fa61fe8ee05afcefc58b875cb5d63d.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T19:46:50,122 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 43fa61fe8ee05afcefc58b875cb5d63d 2024-11-14T19:46:50,122 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731613609245.43fa61fe8ee05afcefc58b875cb5d63d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:50,122 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 43fa61fe8ee05afcefc58b875cb5d63d 2024-11-14T19:46:50,122 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 43fa61fe8ee05afcefc58b875cb5d63d 2024-11-14T19:46:50,123 INFO [StoreOpener-2be1089238ccabca956a2666d0e868b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2be1089238ccabca956a2666d0e868b8 columnFamilyName family 2024-11-14T19:46:50,123 DEBUG [StoreOpener-2be1089238ccabca956a2666d0e868b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:50,124 INFO [StoreOpener-2be1089238ccabca956a2666d0e868b8-1 {}] regionserver.HStore(327): Store=2be1089238ccabca956a2666d0e868b8/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:50,124 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 2be1089238ccabca956a2666d0e868b8 2024-11-14T19:46:50,124 INFO [StoreOpener-43fa61fe8ee05afcefc58b875cb5d63d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 43fa61fe8ee05afcefc58b875cb5d63d 2024-11-14T19:46:50,126 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/default/testClearRegionBlockCache/2be1089238ccabca956a2666d0e868b8 2024-11-14T19:46:50,126 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/default/testClearRegionBlockCache/2be1089238ccabca956a2666d0e868b8 2024-11-14T19:46:50,127 INFO [StoreOpener-43fa61fe8ee05afcefc58b875cb5d63d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43fa61fe8ee05afcefc58b875cb5d63d columnFamilyName family 2024-11-14T19:46:50,127 DEBUG [StoreOpener-43fa61fe8ee05afcefc58b875cb5d63d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:50,127 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 2be1089238ccabca956a2666d0e868b8 2024-11-14T19:46:50,127 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 2be1089238ccabca956a2666d0e868b8 2024-11-14T19:46:50,127 INFO [StoreOpener-43fa61fe8ee05afcefc58b875cb5d63d-1 {}] regionserver.HStore(327): Store=43fa61fe8ee05afcefc58b875cb5d63d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:50,128 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 43fa61fe8ee05afcefc58b875cb5d63d 2024-11-14T19:46:50,129 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/default/testClearRegionBlockCache/43fa61fe8ee05afcefc58b875cb5d63d 2024-11-14T19:46:50,130 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/default/testClearRegionBlockCache/43fa61fe8ee05afcefc58b875cb5d63d 2024-11-14T19:46:50,130 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 2be1089238ccabca956a2666d0e868b8 2024-11-14T19:46:50,130 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 43fa61fe8ee05afcefc58b875cb5d63d 2024-11-14T19:46:50,130 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 43fa61fe8ee05afcefc58b875cb5d63d 2024-11-14T19:46:50,133 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 43fa61fe8ee05afcefc58b875cb5d63d 2024-11-14T19:46:50,136 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/default/testClearRegionBlockCache/2be1089238ccabca956a2666d0e868b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:46:50,136 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 2be1089238ccabca956a2666d0e868b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62138995, jitterRate=-0.07405681908130646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:46:50,137 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2be1089238ccabca956a2666d0e868b8 2024-11-14T19:46:50,138 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 2be1089238ccabca956a2666d0e868b8: Running coprocessor pre-open hook at 1731613610118Writing region info on filesystem at 1731613610118Initializing all the Stores at 1731613610120 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613610120Cleaning up temporary data from old regions at 1731613610127 (+7 ms)Running coprocessor post-open hooks at 1731613610137 (+10 ms)Region opened successfully at 1731613610138 (+1 ms) 2024-11-14T19:46:50,139 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/default/testClearRegionBlockCache/43fa61fe8ee05afcefc58b875cb5d63d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:46:50,140 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731613609245.2be1089238ccabca956a2666d0e868b8., pid=7, masterSystemTime=1731613610110 2024-11-14T19:46:50,140 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 43fa61fe8ee05afcefc58b875cb5d63d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61150183, jitterRate=-0.08879126608371735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:46:50,141 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43fa61fe8ee05afcefc58b875cb5d63d 2024-11-14T19:46:50,141 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 43fa61fe8ee05afcefc58b875cb5d63d: Running coprocessor pre-open hook at 1731613610122Writing region info on filesystem at 1731613610122Initializing all the Stores at 1731613610124 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613610124Cleaning up temporary data from old regions at 1731613610131 (+7 ms)Running coprocessor post-open hooks at 1731613610141 (+10 ms)Region opened successfully at 1731613610141 2024-11-14T19:46:50,143 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731613609245.43fa61fe8ee05afcefc58b875cb5d63d., pid=8, masterSystemTime=1731613610112 2024-11-14T19:46:50,145 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731613609245.2be1089238ccabca956a2666d0e868b8. 2024-11-14T19:46:50,145 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731613609245.2be1089238ccabca956a2666d0e868b8. 2024-11-14T19:46:50,146 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2be1089238ccabca956a2666d0e868b8, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,44801,1731613606607 2024-11-14T19:46:50,150 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43fa61fe8ee05afcefc58b875cb5d63d, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,41389,1731613606764 2024-11-14T19:46:50,151 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731613609245.43fa61fe8ee05afcefc58b875cb5d63d. 2024-11-14T19:46:50,152 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731613609245.43fa61fe8ee05afcefc58b875cb5d63d. 2024-11-14T19:46:50,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2be1089238ccabca956a2666d0e868b8, server=867b237d0fa7,44801,1731613606607 because future has completed 2024-11-14T19:46:50,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43fa61fe8ee05afcefc58b875cb5d63d, server=867b237d0fa7,41389,1731613606764 because future has completed 2024-11-14T19:46:50,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T19:46:50,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2be1089238ccabca956a2666d0e868b8, server=867b237d0fa7,44801,1731613606607 in 201 msec 2024-11-14T19:46:50,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-14T19:46:50,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 43fa61fe8ee05afcefc58b875cb5d63d, server=867b237d0fa7,41389,1731613606764 in 202 msec 2024-11-14T19:46:50,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2be1089238ccabca956a2666d0e868b8, ASSIGN in 373 msec 2024-11-14T19:46:50,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T19:46:50,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=43fa61fe8ee05afcefc58b875cb5d63d, ASSIGN in 376 msec 2024-11-14T19:46:50,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:46:50,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613610170"}]},"ts":"1731613610170"} 2024-11-14T19:46:50,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T19:46:50,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:46:50,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 921 msec 2024-11-14T19:46:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:50,431 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T19:46:50,431 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T19:46:50,433 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T19:46:50,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T19:46:50,439 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T19:46:50,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T19:46:50,448 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731613609245.43fa61fe8ee05afcefc58b875cb5d63d., hostname=867b237d0fa7,41389,1731613606764, seqNum=2] 2024-11-14T19:46:50,449 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:50,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:46:50,469 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731613609245.2be1089238ccabca956a2666d0e868b8., hostname=867b237d0fa7,44801,1731613606607, seqNum=2] 2024-11-14T19:46:50,486 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2be1089238ccabca956a2666d0e868b8 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T19:46:50,544 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/default/testClearRegionBlockCache/2be1089238ccabca956a2666d0e868b8/.tmp/family/39d3193829114caf9e751a8a3faf3c32 is 32, key is 5/family:/1731613610470/Put/seqid=0 2024-11-14T19:46:50,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741839_1015 (size=5083) 2024-11-14T19:46:50,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741839_1015 (size=5083) 2024-11-14T19:46:50,557 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/default/testClearRegionBlockCache/2be1089238ccabca956a2666d0e868b8/.tmp/family/39d3193829114caf9e751a8a3faf3c32 2024-11-14T19:46:50,607 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/default/testClearRegionBlockCache/2be1089238ccabca956a2666d0e868b8/.tmp/family/39d3193829114caf9e751a8a3faf3c32 as hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/default/testClearRegionBlockCache/2be1089238ccabca956a2666d0e868b8/family/39d3193829114caf9e751a8a3faf3c32 2024-11-14T19:46:50,619 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/default/testClearRegionBlockCache/2be1089238ccabca956a2666d0e868b8/family/39d3193829114caf9e751a8a3faf3c32, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T19:46:50,629 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 2be1089238ccabca956a2666d0e868b8 in 139ms, sequenceid=9, compaction requested=false 2024-11-14T19:46:50,630 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-14T19:46:50,633 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2be1089238ccabca956a2666d0e868b8: 2024-11-14T19:46:50,633 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 43fa61fe8ee05afcefc58b875cb5d63d 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T19:46:50,659 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/default/testClearRegionBlockCache/43fa61fe8ee05afcefc58b875cb5d63d/.tmp/family/a1ee5fae19a74e6282e39e250dd2a180 is 32, key is 1/family:/1731613610452/Put/seqid=0 2024-11-14T19:46:50,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741840_1016 (size=5054) 2024-11-14T19:46:50,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741840_1016 (size=5054) 2024-11-14T19:46:50,671 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/default/testClearRegionBlockCache/43fa61fe8ee05afcefc58b875cb5d63d/.tmp/family/a1ee5fae19a74e6282e39e250dd2a180 2024-11-14T19:46:50,684 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/default/testClearRegionBlockCache/43fa61fe8ee05afcefc58b875cb5d63d/.tmp/family/a1ee5fae19a74e6282e39e250dd2a180 as hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/default/testClearRegionBlockCache/43fa61fe8ee05afcefc58b875cb5d63d/family/a1ee5fae19a74e6282e39e250dd2a180 2024-11-14T19:46:50,694 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/default/testClearRegionBlockCache/43fa61fe8ee05afcefc58b875cb5d63d/family/a1ee5fae19a74e6282e39e250dd2a180, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T19:46:50,696 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 43fa61fe8ee05afcefc58b875cb5d63d in 63ms, sequenceid=8, compaction requested=false 2024-11-14T19:46:50,697 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 43fa61fe8ee05afcefc58b875cb5d63d: 2024-11-14T19:46:50,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429a399b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:50,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,45585,-1 for getting cluster id 2024-11-14T19:46:50,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:50,702 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b2dc314-50f6-4a40-9b87-fc2dfa8f6c20' 2024-11-14T19:46:50,703 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:50,703 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b2dc314-50f6-4a40-9b87-fc2dfa8f6c20" 2024-11-14T19:46:50,704 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e2d2a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:50,704 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,45585,-1] 2024-11-14T19:46:50,704 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:50,705 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:50,707 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:50,709 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b8a447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:50,724 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-14T19:46:50,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:50,727 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,44801,1731613606607, seqNum=-1] 2024-11-14T19:46:50,728 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:50,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:46:50,742 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:46:50,743 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:46:50,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:46:50,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:46:50,752 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:46:50,752 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:50,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:50,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:50,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:46:50,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:46:50,760 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:46:50,760 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:50,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:50,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:50,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:46:50,761 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:46:50,761 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1688204257, stopped=false 2024-11-14T19:46:50,761 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,45585,1731613605884 2024-11-14T19:46:50,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013c1082370002, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:46:50,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:46:50,869 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x1013c1082370001, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:46:50,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013c1082370002, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:50,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:50,869 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x1013c1082370001, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:50,869 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:46:50,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41389-0x1013c1082370002, quorum=127.0.0.1:61807, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:46:50,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:46:50,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44801-0x1013c1082370001, quorum=127.0.0.1:61807, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:46:50,870 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:46:50,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:50,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:50,871 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,44801,1731613606607' ***** 2024-11-14T19:46:50,871 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:46:50,871 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,41389,1731613606764' ***** 2024-11-14T19:46:50,871 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:46:50,872 INFO [RS:0;867b237d0fa7:44801 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:46:50,872 INFO [RS:1;867b237d0fa7:41389 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:46:50,872 INFO [RS:0;867b237d0fa7:44801 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:46:50,872 INFO [RS:1;867b237d0fa7:41389 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:46:50,872 INFO [RS:1;867b237d0fa7:41389 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:46:50,872 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:46:50,872 INFO [RS:1;867b237d0fa7:41389 {}] regionserver.HRegionServer(3091): Received CLOSE for 43fa61fe8ee05afcefc58b875cb5d63d 2024-11-14T19:46:50,872 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:46:50,872 INFO [RS:0;867b237d0fa7:44801 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:46:50,872 INFO [RS:0;867b237d0fa7:44801 {}] regionserver.HRegionServer(3091): Received CLOSE for 2be1089238ccabca956a2666d0e868b8 2024-11-14T19:46:50,873 INFO [RS:0;867b237d0fa7:44801 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,44801,1731613606607 2024-11-14T19:46:50,873 INFO [RS:0;867b237d0fa7:44801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:46:50,873 INFO [RS:0;867b237d0fa7:44801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:44801. 2024-11-14T19:46:50,873 DEBUG [RS:0;867b237d0fa7:44801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:50,873 DEBUG [RS:0;867b237d0fa7:44801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:50,873 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2be1089238ccabca956a2666d0e868b8, disabling compactions & flushes 2024-11-14T19:46:50,873 INFO [RS:0;867b237d0fa7:44801 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:46:50,874 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731613609245.2be1089238ccabca956a2666d0e868b8. 2024-11-14T19:46:50,874 INFO [RS:0;867b237d0fa7:44801 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:46:50,874 INFO [RS:0;867b237d0fa7:44801 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:46:50,874 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731613609245.2be1089238ccabca956a2666d0e868b8. 2024-11-14T19:46:50,874 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731613609245.2be1089238ccabca956a2666d0e868b8. after waiting 0 ms 2024-11-14T19:46:50,874 INFO [RS:0;867b237d0fa7:44801 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:46:50,874 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731613609245.2be1089238ccabca956a2666d0e868b8. 2024-11-14T19:46:50,874 INFO [RS:1;867b237d0fa7:41389 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,41389,1731613606764 2024-11-14T19:46:50,874 INFO [RS:1;867b237d0fa7:41389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:46:50,874 INFO [RS:1;867b237d0fa7:41389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;867b237d0fa7:41389. 2024-11-14T19:46:50,874 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43fa61fe8ee05afcefc58b875cb5d63d, disabling compactions & flushes 2024-11-14T19:46:50,874 DEBUG [RS:1;867b237d0fa7:41389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:50,874 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731613609245.43fa61fe8ee05afcefc58b875cb5d63d. 2024-11-14T19:46:50,874 DEBUG [RS:1;867b237d0fa7:41389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:50,874 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731613609245.43fa61fe8ee05afcefc58b875cb5d63d. 2024-11-14T19:46:50,874 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731613609245.43fa61fe8ee05afcefc58b875cb5d63d. after waiting 0 ms 2024-11-14T19:46:50,874 INFO [RS:0;867b237d0fa7:44801 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T19:46:50,874 INFO [RS:1;867b237d0fa7:41389 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T19:46:50,874 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731613609245.43fa61fe8ee05afcefc58b875cb5d63d. 2024-11-14T19:46:50,875 DEBUG [RS:1;867b237d0fa7:41389 {}] regionserver.HRegionServer(1325): Online Regions={43fa61fe8ee05afcefc58b875cb5d63d=testClearRegionBlockCache,,1731613609245.43fa61fe8ee05afcefc58b875cb5d63d.} 2024-11-14T19:46:50,875 DEBUG [RS:0;867b237d0fa7:44801 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2be1089238ccabca956a2666d0e868b8=testClearRegionBlockCache,5,1731613609245.2be1089238ccabca956a2666d0e868b8.} 2024-11-14T19:46:50,875 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:46:50,875 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:46:50,875 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:46:50,875 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:46:50,875 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:46:50,875 DEBUG [RS:1;867b237d0fa7:41389 {}] regionserver.HRegionServer(1351): Waiting on 43fa61fe8ee05afcefc58b875cb5d63d 2024-11-14T19:46:50,875 DEBUG [RS:0;867b237d0fa7:44801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2be1089238ccabca956a2666d0e868b8 2024-11-14T19:46:50,879 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T19:46:50,885 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/default/testClearRegionBlockCache/43fa61fe8ee05afcefc58b875cb5d63d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T19:46:50,885 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/default/testClearRegionBlockCache/2be1089238ccabca956a2666d0e868b8/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T19:46:50,888 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731613609245.2be1089238ccabca956a2666d0e868b8. 2024-11-14T19:46:50,888 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731613609245.43fa61fe8ee05afcefc58b875cb5d63d. 2024-11-14T19:46:50,888 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2be1089238ccabca956a2666d0e868b8: Waiting for close lock at 1731613610873Running coprocessor pre-close hooks at 1731613610873Disabling compacts and flushes for region at 1731613610873Disabling writes for close at 1731613610874 (+1 ms)Writing region close event to WAL at 1731613610876 (+2 ms)Running coprocessor post-close hooks at 1731613610886 (+10 ms)Closed at 1731613610888 (+2 ms) 2024-11-14T19:46:50,888 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43fa61fe8ee05afcefc58b875cb5d63d: Waiting for close lock at 1731613610874Running coprocessor pre-close hooks at 1731613610874Disabling compacts and flushes for region at 1731613610874Disabling writes for close at 1731613610874Writing region close event to WAL at 1731613610876 (+2 ms)Running coprocessor post-close hooks at 1731613610886 (+10 ms)Closed at 1731613610888 (+2 ms) 2024-11-14T19:46:50,889 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731613609245.2be1089238ccabca956a2666d0e868b8. 2024-11-14T19:46:50,889 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731613609245.43fa61fe8ee05afcefc58b875cb5d63d. 2024-11-14T19:46:50,909 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/hbase/meta/1588230740/.tmp/info/48ac7372819f4bfd921a07745fb400ab is 173, key is testClearRegionBlockCache,5,1731613609245.2be1089238ccabca956a2666d0e868b8./info:regioninfo/1731613610146/Put/seqid=0 2024-11-14T19:46:50,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741841_1017 (size=8173) 2024-11-14T19:46:50,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741841_1017 (size=8173) 2024-11-14T19:46:50,920 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/hbase/meta/1588230740/.tmp/info/48ac7372819f4bfd921a07745fb400ab 2024-11-14T19:46:50,923 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:46:50,923 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:46:50,947 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/hbase/meta/1588230740/.tmp/ns/8568c641235649c0a62f39b8fc864dd9 is 43, key is default/ns:d/1731613608923/Put/seqid=0 2024-11-14T19:46:50,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741842_1018 (size=5153) 2024-11-14T19:46:50,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741842_1018 (size=5153) 2024-11-14T19:46:50,955 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/hbase/meta/1588230740/.tmp/ns/8568c641235649c0a62f39b8fc864dd9 2024-11-14T19:46:50,994 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/hbase/meta/1588230740/.tmp/table/e86a8d481aed442caa29545cbd422eb1 is 61, key is testClearRegionBlockCache/table:state/1731613610170/Put/seqid=0 2024-11-14T19:46:51,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741843_1019 (size=5312) 2024-11-14T19:46:51,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741843_1019 (size=5312) 2024-11-14T19:46:51,004 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/hbase/meta/1588230740/.tmp/table/e86a8d481aed442caa29545cbd422eb1 2024-11-14T19:46:51,017 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/hbase/meta/1588230740/.tmp/info/48ac7372819f4bfd921a07745fb400ab as hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/hbase/meta/1588230740/info/48ac7372819f4bfd921a07745fb400ab 2024-11-14T19:46:51,019 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:46:51,019 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:46:51,020 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:46:51,020 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:46:51,028 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/hbase/meta/1588230740/info/48ac7372819f4bfd921a07745fb400ab, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T19:46:51,030 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/hbase/meta/1588230740/.tmp/ns/8568c641235649c0a62f39b8fc864dd9 as hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/hbase/meta/1588230740/ns/8568c641235649c0a62f39b8fc864dd9 2024-11-14T19:46:51,041 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/hbase/meta/1588230740/ns/8568c641235649c0a62f39b8fc864dd9, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T19:46:51,043 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/hbase/meta/1588230740/.tmp/table/e86a8d481aed442caa29545cbd422eb1 as hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/hbase/meta/1588230740/table/e86a8d481aed442caa29545cbd422eb1 2024-11-14T19:46:51,053 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/hbase/meta/1588230740/table/e86a8d481aed442caa29545cbd422eb1, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T19:46:51,055 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 180ms, sequenceid=13, compaction requested=false 2024-11-14T19:46:51,055 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T19:46:51,067 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T19:46:51,068 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:46:51,068 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:46:51,069 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613610875Running coprocessor pre-close hooks at 1731613610875Disabling compacts and flushes for region at 1731613610875Disabling writes for close at 1731613610875Obtaining lock to block concurrent updates at 1731613610879 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731613610879Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731613610880 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731613610881 (+1 ms)Flushing 1588230740/info: creating writer at 1731613610882 (+1 ms)Flushing 1588230740/info: appending metadata at 1731613610908 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731613610909 (+1 ms)Flushing 1588230740/ns: creating writer at 1731613610932 (+23 ms)Flushing 1588230740/ns: appending metadata at 1731613610947 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731613610947Flushing 1588230740/table: creating writer at 1731613610966 (+19 ms)Flushing 1588230740/table: appending metadata at 1731613610993 (+27 ms)Flushing 1588230740/table: closing flushed file at 1731613610993Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38d68bef: reopening flushed file at 1731613611015 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b3d0ca: reopening flushed file at 1731613611028 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@95ae1dc: reopening flushed file at 1731613611041 (+13 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 180ms, sequenceid=13, compaction requested=false at 1731613611055 (+14 ms)Writing region close event to WAL at 1731613611061 (+6 ms)Running coprocessor post-close hooks at 1731613611068 (+7 ms)Closed at 1731613611068 2024-11-14T19:46:51,069 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:46:51,075 INFO [RS:1;867b237d0fa7:41389 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,41389,1731613606764; all regions closed. 2024-11-14T19:46:51,075 INFO [RS:0;867b237d0fa7:44801 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,44801,1731613606607; all regions closed. 2024-11-14T19:46:51,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741832_1008 (size=1758) 2024-11-14T19:46:51,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741832_1008 (size=1758) 2024-11-14T19:46:51,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741835_1011 (size=4338) 2024-11-14T19:46:51,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741835_1011 (size=4338) 2024-11-14T19:46:51,087 DEBUG [RS:0;867b237d0fa7:44801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/oldWALs 2024-11-14T19:46:51,087 INFO [RS:0;867b237d0fa7:44801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C44801%2C1731613606607.meta:.meta(num 1731613608735) 2024-11-14T19:46:51,088 DEBUG [RS:1;867b237d0fa7:41389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/oldWALs 2024-11-14T19:46:51,088 INFO [RS:1;867b237d0fa7:41389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C41389%2C1731613606764:(num 1731613608185) 2024-11-14T19:46:51,088 DEBUG [RS:1;867b237d0fa7:41389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:51,088 INFO [RS:1;867b237d0fa7:41389 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:46:51,088 INFO [RS:1;867b237d0fa7:41389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:46:51,088 INFO [RS:1;867b237d0fa7:41389 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:46:51,089 INFO [RS:1;867b237d0fa7:41389 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:46:51,089 INFO [RS:1;867b237d0fa7:41389 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:46:51,089 INFO [RS:1;867b237d0fa7:41389 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:46:51,089 INFO [RS:1;867b237d0fa7:41389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:46:51,089 INFO [RS:1;867b237d0fa7:41389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41389 2024-11-14T19:46:51,091 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:46:51,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741833_1009 (size=1867) 2024-11-14T19:46:51,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741833_1009 (size=1867) 2024-11-14T19:46:51,098 DEBUG [RS:0;867b237d0fa7:44801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/oldWALs 2024-11-14T19:46:51,098 INFO [RS:0;867b237d0fa7:44801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C44801%2C1731613606607:(num 1731613608186) 2024-11-14T19:46:51,098 DEBUG [RS:0;867b237d0fa7:44801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:51,098 INFO [RS:0;867b237d0fa7:44801 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:46:51,098 INFO [RS:0;867b237d0fa7:44801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:46:51,098 INFO [RS:0;867b237d0fa7:44801 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:46:51,098 INFO [RS:0;867b237d0fa7:44801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:46:51,098 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:46:51,099 INFO [RS:0;867b237d0fa7:44801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44801 2024-11-14T19:46:51,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013c1082370002, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/867b237d0fa7,41389,1731613606764 2024-11-14T19:46:51,102 INFO [RS:1;867b237d0fa7:41389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:46:51,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T19:46:51,110 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x1013c1082370001, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/867b237d0fa7,44801,1731613606607 2024-11-14T19:46:51,110 INFO [RS:0;867b237d0fa7:44801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:46:51,119 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,41389,1731613606764] 2024-11-14T19:46:51,135 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/867b237d0fa7,41389,1731613606764 already deleted, retry=false 2024-11-14T19:46:51,135 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,41389,1731613606764 expired; onlineServers=1 2024-11-14T19:46:51,135 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,44801,1731613606607] 2024-11-14T19:46:51,143 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/867b237d0fa7,44801,1731613606607 already deleted, retry=false 2024-11-14T19:46:51,143 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,44801,1731613606607 expired; onlineServers=0 2024-11-14T19:46:51,144 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,45585,1731613605884' ***** 2024-11-14T19:46:51,144 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:46:51,144 INFO [M:0;867b237d0fa7:45585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:46:51,144 INFO [M:0;867b237d0fa7:45585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:46:51,144 DEBUG [M:0;867b237d0fa7:45585 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:46:51,144 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:46:51,144 DEBUG [M:0;867b237d0fa7:45585 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:46:51,144 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613607837 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613607837,5,FailOnTimeoutGroup] 2024-11-14T19:46:51,144 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613607839 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613607839,5,FailOnTimeoutGroup] 2024-11-14T19:46:51,145 INFO [M:0;867b237d0fa7:45585 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:46:51,145 INFO [M:0;867b237d0fa7:45585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:46:51,145 DEBUG [M:0;867b237d0fa7:45585 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:46:51,145 INFO [M:0;867b237d0fa7:45585 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:46:51,145 INFO [M:0;867b237d0fa7:45585 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:46:51,146 INFO [M:0;867b237d0fa7:45585 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:46:51,146 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:46:51,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T19:46:51,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:51,152 DEBUG [M:0;867b237d0fa7:45585 {}] zookeeper.ZKUtil(347): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T19:46:51,152 WARN [M:0;867b237d0fa7:45585 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:46:51,153 INFO [M:0;867b237d0fa7:45585 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/.lastflushedseqids 2024-11-14T19:46:51,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741844_1020 (size=182) 2024-11-14T19:46:51,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741844_1020 (size=182) 2024-11-14T19:46:51,166 INFO [M:0;867b237d0fa7:45585 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:46:51,166 INFO [M:0;867b237d0fa7:45585 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:46:51,167 DEBUG [M:0;867b237d0fa7:45585 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:46:51,167 INFO [M:0;867b237d0fa7:45585 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:51,167 DEBUG [M:0;867b237d0fa7:45585 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:51,167 DEBUG [M:0;867b237d0fa7:45585 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:46:51,167 DEBUG [M:0;867b237d0fa7:45585 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:51,167 INFO [M:0;867b237d0fa7:45585 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-14T19:46:51,185 DEBUG [M:0;867b237d0fa7:45585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c46c10981eb416f8763cb2f05fe5c51 is 82, key is hbase:meta,,1/info:regioninfo/1731613608851/Put/seqid=0 2024-11-14T19:46:51,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741845_1021 (size=5672) 2024-11-14T19:46:51,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741845_1021 (size=5672) 2024-11-14T19:46:51,192 INFO [M:0;867b237d0fa7:45585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c46c10981eb416f8763cb2f05fe5c51 2024-11-14T19:46:51,216 DEBUG [M:0;867b237d0fa7:45585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b948d0e47614c3c9cef97b9465b2dfa is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731613610177/Put/seqid=0 2024-11-14T19:46:51,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013c1082370002, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:51,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1013c1082370002, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:51,220 INFO [RS:1;867b237d0fa7:41389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:46:51,220 INFO [RS:1;867b237d0fa7:41389 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,41389,1731613606764; zookeeper connection closed. 2024-11-14T19:46:51,220 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a3fecc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a3fecc 2024-11-14T19:46:51,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741846_1022 (size=6218) 2024-11-14T19:46:51,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741846_1022 (size=6218) 2024-11-14T19:46:51,225 INFO [M:0;867b237d0fa7:45585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b948d0e47614c3c9cef97b9465b2dfa 2024-11-14T19:46:51,227 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x1013c1082370001, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:51,227 INFO [RS:0;867b237d0fa7:44801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:46:51,227 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x1013c1082370001, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:51,227 INFO [RS:0;867b237d0fa7:44801 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,44801,1731613606607; zookeeper connection closed. 2024-11-14T19:46:51,228 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6479c787 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6479c787 2024-11-14T19:46:51,228 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T19:46:51,253 DEBUG [M:0;867b237d0fa7:45585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d94cd691b16740669ab8a1914ccbe9fe is 69, key is 867b237d0fa7,41389,1731613606764/rs:state/1731613607915/Put/seqid=0 2024-11-14T19:46:51,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741847_1023 (size=5224) 2024-11-14T19:46:51,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741847_1023 (size=5224) 2024-11-14T19:46:51,270 INFO [M:0;867b237d0fa7:45585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d94cd691b16740669ab8a1914ccbe9fe 2024-11-14T19:46:51,280 DEBUG [M:0;867b237d0fa7:45585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c46c10981eb416f8763cb2f05fe5c51 as hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c46c10981eb416f8763cb2f05fe5c51 2024-11-14T19:46:51,290 INFO [M:0;867b237d0fa7:45585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c46c10981eb416f8763cb2f05fe5c51, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T19:46:51,292 DEBUG [M:0;867b237d0fa7:45585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b948d0e47614c3c9cef97b9465b2dfa as hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b948d0e47614c3c9cef97b9465b2dfa 2024-11-14T19:46:51,300 INFO [M:0;867b237d0fa7:45585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b948d0e47614c3c9cef97b9465b2dfa, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T19:46:51,302 DEBUG [M:0;867b237d0fa7:45585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d94cd691b16740669ab8a1914ccbe9fe as hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d94cd691b16740669ab8a1914ccbe9fe 2024-11-14T19:46:51,310 INFO [M:0;867b237d0fa7:45585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36953/user/jenkins/test-data/eb7ced5a-1564-eb64-ce09-918ba93dea87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d94cd691b16740669ab8a1914ccbe9fe, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T19:46:51,312 INFO [M:0;867b237d0fa7:45585 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 145ms, sequenceid=71, compaction requested=false 2024-11-14T19:46:51,313 INFO [M:0;867b237d0fa7:45585 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:51,314 DEBUG [M:0;867b237d0fa7:45585 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613611167Disabling compacts and flushes for region at 1731613611167Disabling writes for close at 1731613611167Obtaining lock to block concurrent updates at 1731613611167Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613611167Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731613611168 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613611168Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613611169 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613611184 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613611184Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613611199 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613611215 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613611215Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613611234 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613611253 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613611253Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ed1552b: reopening flushed file at 1731613611278 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69017d18: reopening flushed file at 1731613611291 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28ade36f: reopening flushed file at 1731613611300 (+9 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 145ms, sequenceid=71, compaction requested=false at 1731613611312 (+12 ms)Writing region close event to WAL at 1731613611313 (+1 ms)Closed at 1731613611313 2024-11-14T19:46:51,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45931 is added to blk_1073741830_1006 (size=35428) 2024-11-14T19:46:51,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35341 is added to blk_1073741830_1006 (size=35428) 2024-11-14T19:46:51,318 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:46:51,319 INFO [M:0;867b237d0fa7:45585 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:46:51,319 INFO [M:0;867b237d0fa7:45585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45585 2024-11-14T19:46:51,319 INFO [M:0;867b237d0fa7:45585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:46:51,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:51,427 INFO [M:0;867b237d0fa7:45585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:46:51,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45585-0x1013c1082370000, quorum=127.0.0.1:61807, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:51,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:46:51,435 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:46:51,435 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:46:51,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:46:51,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/hadoop.log.dir/,STOPPED} 2024-11-14T19:46:51,439 WARN [BP-1561868629-172.17.0.2-1731613602317 heartbeating to localhost/127.0.0.1:36953 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:46:51,439 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:46:51,439 WARN [BP-1561868629-172.17.0.2-1731613602317 heartbeating to localhost/127.0.0.1:36953 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1561868629-172.17.0.2-1731613602317 (Datanode Uuid 48736a90-c46f-4167-827b-b2857bc10a93) service to localhost/127.0.0.1:36953 2024-11-14T19:46:51,439 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:46:51,440 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/cluster_7a33a85b-41ea-c3d1-549d-fb9c24720c58/data/data3/current/BP-1561868629-172.17.0.2-1731613602317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:46:51,441 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/cluster_7a33a85b-41ea-c3d1-549d-fb9c24720c58/data/data4/current/BP-1561868629-172.17.0.2-1731613602317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:46:51,441 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:46:51,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:46:51,448 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:46:51,448 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:46:51,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:46:51,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/hadoop.log.dir/,STOPPED} 2024-11-14T19:46:51,450 WARN [BP-1561868629-172.17.0.2-1731613602317 heartbeating to localhost/127.0.0.1:36953 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:46:51,450 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:46:51,450 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:46:51,450 WARN [BP-1561868629-172.17.0.2-1731613602317 heartbeating to localhost/127.0.0.1:36953 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1561868629-172.17.0.2-1731613602317 (Datanode Uuid 5eeb6a72-9950-460c-9f96-c775c5942d99) service to localhost/127.0.0.1:36953 2024-11-14T19:46:51,451 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/cluster_7a33a85b-41ea-c3d1-549d-fb9c24720c58/data/data1/current/BP-1561868629-172.17.0.2-1731613602317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:46:51,451 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/cluster_7a33a85b-41ea-c3d1-549d-fb9c24720c58/data/data2/current/BP-1561868629-172.17.0.2-1731613602317 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:46:51,452 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:46:51,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:46:51,463 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:46:51,463 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:46:51,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:46:51,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/hadoop.log.dir/,STOPPED} 2024-11-14T19:46:51,474 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T19:46:51,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:46:51,523 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=83 (was 11) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36953 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/867b237d0fa7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/867b237d0fa7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/867b237d0fa7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36953 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/867b237d0fa7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36953 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@f265f6b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:36953 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=408 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=322 (was 281) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6016 (was 6641) 2024-11-14T19:46:51,532 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=83, OpenFileDescriptor=408, MaxFileDescriptor=1048576, SystemLoadAverage=322, ProcessCount=11, AvailableMemoryMB=6016 2024-11-14T19:46:51,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/hadoop.log.dir so I do NOT create it in target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c 2024-11-14T19:46:51,550 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:46:51,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/hadoop.tmp.dir so I do NOT create it in target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c 2024-11-14T19:46:51,550 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/402163b1-1943-18aa-67b3-feaa87f7d7e7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:46:51,550 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c 2024-11-14T19:46:51,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:46:51,550 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/cluster_1085a327-5937-fa21-7e20-256b418d2202, deleteOnExit=true 2024-11-14T19:46:51,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:46:51,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/test.cache.data in system properties and HBase conf 2024-11-14T19:46:51,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:46:51,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:46:51,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:46:51,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:46:51,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:46:51,551 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:46:51,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:46:51,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:46:51,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:46:51,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:46:51,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:46:51,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:46:51,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:46:51,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:46:51,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:46:51,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:46:51,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:46:51,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:46:51,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:46:51,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:46:51,953 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:51,959 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:46:51,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:46:51,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:46:51,962 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:46:51,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:51,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@786dddb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:46:51,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d806d25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:46:52,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39ab788a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/java.io.tmpdir/jetty-localhost-33235-hadoop-hdfs-3_4_1-tests_jar-_-any-7334146583838362252/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:46:52,079 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22ef8004{HTTP/1.1, (http/1.1)}{localhost:33235} 2024-11-14T19:46:52,079 INFO [Time-limited test {}] server.Server(415): Started @11991ms 2024-11-14T19:46:52,272 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:52,276 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:46:52,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:46:52,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:46:52,278 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:46:52,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67eed59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:46:52,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7296f155{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:46:52,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37a13298{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/java.io.tmpdir/jetty-localhost-37395-hadoop-hdfs-3_4_1-tests_jar-_-any-18392391722662696478/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:46:52,376 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6aec6e8c{HTTP/1.1, (http/1.1)}{localhost:37395} 2024-11-14T19:46:52,376 INFO [Time-limited test {}] server.Server(415): Started @12288ms 2024-11-14T19:46:52,378 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:46:52,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:52,429 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:46:52,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:46:52,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:46:52,430 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:46:52,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b07266c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:46:52,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c6baba1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:46:52,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@629e7959{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/java.io.tmpdir/jetty-localhost-36437-hadoop-hdfs-3_4_1-tests_jar-_-any-8709863117236905365/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:46:52,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35dbfcb1{HTTP/1.1, (http/1.1)}{localhost:36437} 2024-11-14T19:46:52,532 INFO [Time-limited test {}] server.Server(415): Started @12444ms 2024-11-14T19:46:52,533 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:46:52,922 WARN [Thread-364 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/cluster_1085a327-5937-fa21-7e20-256b418d2202/data/data1/current/BP-909451385-172.17.0.2-1731613611583/current, will proceed with Du for space computation calculation, 2024-11-14T19:46:52,922 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/cluster_1085a327-5937-fa21-7e20-256b418d2202/data/data2/current/BP-909451385-172.17.0.2-1731613611583/current, will proceed with Du for space computation calculation, 2024-11-14T19:46:52,943 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:46:52,946 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46348b1a682a7d0f with lease ID 0xbcd99b3d6380357b: Processing first storage report for DS-509ac27f-c898-41bd-8fe7-67f6055f5086 from datanode DatanodeRegistration(127.0.0.1:39773, datanodeUuid=58094765-1789-4bdb-8b52-c83c32ab9445, infoPort=34965, infoSecurePort=0, ipcPort=46059, storageInfo=lv=-57;cid=testClusterID;nsid=1070535401;c=1731613611583) 2024-11-14T19:46:52,946 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46348b1a682a7d0f with lease ID 0xbcd99b3d6380357b: from storage DS-509ac27f-c898-41bd-8fe7-67f6055f5086 node DatanodeRegistration(127.0.0.1:39773, datanodeUuid=58094765-1789-4bdb-8b52-c83c32ab9445, infoPort=34965, infoSecurePort=0, ipcPort=46059, storageInfo=lv=-57;cid=testClusterID;nsid=1070535401;c=1731613611583), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:46:52,946 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46348b1a682a7d0f with lease ID 0xbcd99b3d6380357b: Processing first storage report for DS-d25f2fd3-72e9-4402-918d-f75beed5bb17 from datanode DatanodeRegistration(127.0.0.1:39773, datanodeUuid=58094765-1789-4bdb-8b52-c83c32ab9445, infoPort=34965, infoSecurePort=0, ipcPort=46059, storageInfo=lv=-57;cid=testClusterID;nsid=1070535401;c=1731613611583) 2024-11-14T19:46:52,946 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46348b1a682a7d0f with lease ID 0xbcd99b3d6380357b: from storage DS-d25f2fd3-72e9-4402-918d-f75beed5bb17 node DatanodeRegistration(127.0.0.1:39773, datanodeUuid=58094765-1789-4bdb-8b52-c83c32ab9445, infoPort=34965, infoSecurePort=0, ipcPort=46059, storageInfo=lv=-57;cid=testClusterID;nsid=1070535401;c=1731613611583), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:46:53,132 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/cluster_1085a327-5937-fa21-7e20-256b418d2202/data/data3/current/BP-909451385-172.17.0.2-1731613611583/current, will proceed with Du for space computation calculation, 2024-11-14T19:46:53,132 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/cluster_1085a327-5937-fa21-7e20-256b418d2202/data/data4/current/BP-909451385-172.17.0.2-1731613611583/current, will proceed with Du for space computation calculation, 2024-11-14T19:46:53,151 WARN [Thread-352 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:46:53,154 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35f6e30a95a78cb7 with lease ID 0xbcd99b3d6380357c: Processing first storage report for DS-774da174-3ca0-4e43-a90a-1b92381c5d27 from datanode DatanodeRegistration(127.0.0.1:37219, datanodeUuid=a7123752-c254-4e9f-9894-8f8b836cfc05, infoPort=38029, infoSecurePort=0, ipcPort=37689, storageInfo=lv=-57;cid=testClusterID;nsid=1070535401;c=1731613611583) 2024-11-14T19:46:53,154 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35f6e30a95a78cb7 with lease ID 0xbcd99b3d6380357c: from storage DS-774da174-3ca0-4e43-a90a-1b92381c5d27 node DatanodeRegistration(127.0.0.1:37219, datanodeUuid=a7123752-c254-4e9f-9894-8f8b836cfc05, infoPort=38029, infoSecurePort=0, ipcPort=37689, storageInfo=lv=-57;cid=testClusterID;nsid=1070535401;c=1731613611583), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:46:53,154 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35f6e30a95a78cb7 with lease ID 0xbcd99b3d6380357c: Processing first storage report for DS-46700ea2-b0e3-4a55-b4c2-fe363b0315e3 from datanode DatanodeRegistration(127.0.0.1:37219, datanodeUuid=a7123752-c254-4e9f-9894-8f8b836cfc05, infoPort=38029, infoSecurePort=0, ipcPort=37689, storageInfo=lv=-57;cid=testClusterID;nsid=1070535401;c=1731613611583) 2024-11-14T19:46:53,154 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35f6e30a95a78cb7 with lease ID 0xbcd99b3d6380357c: from storage DS-46700ea2-b0e3-4a55-b4c2-fe363b0315e3 node DatanodeRegistration(127.0.0.1:37219, datanodeUuid=a7123752-c254-4e9f-9894-8f8b836cfc05, infoPort=38029, infoSecurePort=0, ipcPort=37689, storageInfo=lv=-57;cid=testClusterID;nsid=1070535401;c=1731613611583), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:46:53,165 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c 2024-11-14T19:46:53,169 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/cluster_1085a327-5937-fa21-7e20-256b418d2202/zookeeper_0, clientPort=59435, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/cluster_1085a327-5937-fa21-7e20-256b418d2202/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/cluster_1085a327-5937-fa21-7e20-256b418d2202/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T19:46:53,170 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59435 2024-11-14T19:46:53,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:53,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:53,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:46:53,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:46:53,187 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b with version=8 2024-11-14T19:46:53,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/hbase-staging 2024-11-14T19:46:53,190 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:46:53,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:53,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:53,190 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:46:53,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:53,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:46:53,190 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:46:53,190 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:46:53,191 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33675 2024-11-14T19:46:53,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33675 connecting to ZooKeeper ensemble=127.0.0.1:59435 2024-11-14T19:46:53,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336750x0, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:46:53,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33675-0x1013c10a2190000 connected 2024-11-14T19:46:53,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:53,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:53,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:46:53,289 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b, hbase.cluster.distributed=false 2024-11-14T19:46:53,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T19:46:53,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33675 2024-11-14T19:46:53,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33675 2024-11-14T19:46:53,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33675 2024-11-14T19:46:53,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33675 2024-11-14T19:46:53,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33675 2024-11-14T19:46:53,318 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:46:53,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:53,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:53,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:46:53,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:53,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:46:53,319 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:46:53,319 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:46:53,320 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41335 2024-11-14T19:46:53,322 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41335 connecting to ZooKeeper ensemble=127.0.0.1:59435 2024-11-14T19:46:53,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:53,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:53,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413350x0, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:46:53,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41335-0x1013c10a2190001 connected 2024-11-14T19:46:53,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41335-0x1013c10a2190001, quorum=127.0.0.1:59435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:46:53,336 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:46:53,338 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:46:53,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41335-0x1013c10a2190001, quorum=127.0.0.1:59435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T19:46:53,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41335-0x1013c10a2190001, quorum=127.0.0.1:59435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T19:46:53,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41335 2024-11-14T19:46:53,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41335 2024-11-14T19:46:53,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41335 2024-11-14T19:46:53,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41335 2024-11-14T19:46:53,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41335 2024-11-14T19:46:53,358 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:46:53,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:53,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:53,359 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:46:53,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:53,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:46:53,359 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:46:53,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:46:53,360 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33397 2024-11-14T19:46:53,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33397 connecting to ZooKeeper ensemble=127.0.0.1:59435 2024-11-14T19:46:53,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:53,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:53,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333970x0, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:46:53,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33397-0x1013c10a2190002 connected 2024-11-14T19:46:53,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33397-0x1013c10a2190002, quorum=127.0.0.1:59435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:46:53,378 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:46:53,378 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:46:53,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33397-0x1013c10a2190002, quorum=127.0.0.1:59435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T19:46:53,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33397-0x1013c10a2190002, quorum=127.0.0.1:59435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T19:46:53,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33397 2024-11-14T19:46:53,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33397 2024-11-14T19:46:53,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33397 2024-11-14T19:46:53,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33397 2024-11-14T19:46:53,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33397 2024-11-14T19:46:53,401 DEBUG [M:0;867b237d0fa7:33675 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:33675 2024-11-14T19:46:53,401 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/867b237d0fa7,33675,1731613613189 2024-11-14T19:46:53,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:46:53,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1013c10a2190001, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:46:53,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x1013c10a2190002, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:46:53,411 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/867b237d0fa7,33675,1731613613189 2024-11-14T19:46:53,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1013c10a2190001, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T19:46:53,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:53,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1013c10a2190001, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:53,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x1013c10a2190002, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T19:46:53,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x1013c10a2190002, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:53,419 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T19:46:53,420 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/867b237d0fa7,33675,1731613613189 from backup master directory 2024-11-14T19:46:53,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/867b237d0fa7,33675,1731613613189 2024-11-14T19:46:53,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x1013c10a2190002, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:46:53,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1013c10a2190001, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:46:53,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:46:53,427 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:46:53,427 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,33675,1731613613189 2024-11-14T19:46:53,433 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/hbase.id] with ID: 571a16aa-c602-4467-b0d9-3820fba53153 2024-11-14T19:46:53,433 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/.tmp/hbase.id 2024-11-14T19:46:53,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:46:53,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:46:53,444 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/.tmp/hbase.id]:[hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/hbase.id] 2024-11-14T19:46:53,459 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:53,460 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:46:53,462 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T19:46:53,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:53,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1013c10a2190001, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:53,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x1013c10a2190002, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:53,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:46:53,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:46:53,484 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:46:53,485 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:46:53,486 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:53,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:46:53,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:46:53,505 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/data/master/store 2024-11-14T19:46:53,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:46:53,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:46:53,917 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:53,917 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:46:53,918 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:53,918 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:53,918 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:46:53,918 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:53,918 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:53,918 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613613917Disabling compacts and flushes for region at 1731613613917Disabling writes for close at 1731613613918 (+1 ms)Writing region close event to WAL at 1731613613918Closed at 1731613613918 2024-11-14T19:46:53,920 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/data/master/store/.initializing 2024-11-14T19:46:53,920 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/WALs/867b237d0fa7,33675,1731613613189 2024-11-14T19:46:53,922 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:46:53,925 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C33675%2C1731613613189, suffix=, logDir=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/WALs/867b237d0fa7,33675,1731613613189, archiveDir=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/oldWALs, maxLogs=10 2024-11-14T19:46:53,942 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/WALs/867b237d0fa7,33675,1731613613189/867b237d0fa7%2C33675%2C1731613613189.1731613613925, exclude list is [], retry=0 2024-11-14T19:46:53,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39773,DS-509ac27f-c898-41bd-8fe7-67f6055f5086,DISK] 2024-11-14T19:46:53,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37219,DS-774da174-3ca0-4e43-a90a-1b92381c5d27,DISK] 2024-11-14T19:46:53,951 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/WALs/867b237d0fa7,33675,1731613613189/867b237d0fa7%2C33675%2C1731613613189.1731613613925 2024-11-14T19:46:53,951 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34965:34965),(127.0.0.1/127.0.0.1:38029:38029)] 2024-11-14T19:46:53,951 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:46:53,952 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:53,952 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:53,952 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:53,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:53,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:46:53,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:53,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:53,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:53,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:46:53,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:53,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:53,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:53,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:46:53,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:53,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:53,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:53,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:46:53,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:53,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:53,966 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:53,967 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:53,968 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:53,970 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:53,970 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:53,970 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:46:53,972 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:53,974 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:46:53,975 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69441099, jitterRate=0.03475300967693329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:46:53,977 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613613952Initializing all the Stores at 1731613613953 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613613954 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613613954Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613613954Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613613954Cleaning up temporary data from old regions at 1731613613970 (+16 ms)Region opened successfully at 1731613613977 (+7 ms) 2024-11-14T19:46:53,977 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:46:53,982 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e28719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:46:53,983 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:46:53,983 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:46:53,983 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:46:53,984 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:46:53,985 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:46:53,985 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:46:53,985 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:46:53,989 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:46:53,989 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T19:46:54,000 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T19:46:54,000 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:46:54,001 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:46:54,010 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T19:46:54,010 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:46:54,012 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:46:54,018 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T19:46:54,019 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:46:54,027 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T19:46:54,029 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:46:54,035 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T19:46:54,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T19:46:54,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x1013c10a2190002, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T19:46:54,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1013c10a2190001, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T19:46:54,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x1013c10a2190002, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:54,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1013c10a2190001, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:54,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:54,044 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,33675,1731613613189, sessionid=0x1013c10a2190000, setting cluster-up flag (Was=false) 2024-11-14T19:46:54,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x1013c10a2190002, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:54,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1013c10a2190001, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:54,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:54,085 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T19:46:54,087 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,33675,1731613613189 2024-11-14T19:46:54,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:54,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1013c10a2190001, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:54,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x1013c10a2190002, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:54,127 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T19:46:54,128 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,33675,1731613613189 2024-11-14T19:46:54,130 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:46:54,132 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:54,132 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:46:54,133 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:46:54,133 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,33675,1731613613189 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:46:54,135 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:54,135 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:54,135 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:54,135 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:54,135 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:46:54,135 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,135 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:46:54,135 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,136 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613644136 2024-11-14T19:46:54,136 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:46:54,136 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:46:54,136 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:46:54,137 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:46:54,137 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:46:54,137 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:46:54,137 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,137 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:46:54,138 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:46:54,138 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:46:54,138 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:54,138 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:46:54,139 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:46:54,139 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:46:54,139 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:54,140 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:46:54,141 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613614139,5,FailOnTimeoutGroup] 2024-11-14T19:46:54,141 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613614141,5,FailOnTimeoutGroup] 2024-11-14T19:46:54,141 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,142 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:46:54,142 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,142 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:46:54,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:46:54,153 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:46:54,153 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b 2024-11-14T19:46:54,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741832_1008 (size=32) 2024-11-14T19:46:54,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741832_1008 (size=32) 2024-11-14T19:46:54,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:54,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:46:54,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:46:54,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:54,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:54,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:46:54,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:46:54,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:54,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:54,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:46:54,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:46:54,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:54,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:54,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:46:54,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:46:54,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:54,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:54,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:46:54,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/hbase/meta/1588230740 2024-11-14T19:46:54,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/hbase/meta/1588230740 2024-11-14T19:46:54,198 INFO [RS:0;867b237d0fa7:41335 {}] regionserver.HRegionServer(746): ClusterId : 571a16aa-c602-4467-b0d9-3820fba53153 2024-11-14T19:46:54,198 DEBUG [RS:0;867b237d0fa7:41335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:46:54,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:46:54,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:46:54,203 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:46:54,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:46:54,209 INFO [RS:1;867b237d0fa7:33397 {}] regionserver.HRegionServer(746): ClusterId : 571a16aa-c602-4467-b0d9-3820fba53153 2024-11-14T19:46:54,209 DEBUG [RS:1;867b237d0fa7:33397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:46:54,209 DEBUG [RS:0;867b237d0fa7:41335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:46:54,209 DEBUG [RS:0;867b237d0fa7:41335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:46:54,211 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:46:54,212 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71685881, jitterRate=0.06820286810398102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:46:54,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613614172Initializing all the Stores at 1731613614173 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613614174 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613614174Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613614174Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613614174Cleaning up temporary data from old regions at 1731613614202 (+28 ms)Region opened successfully at 1731613614213 (+11 ms) 2024-11-14T19:46:54,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:46:54,214 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:46:54,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:46:54,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:46:54,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:46:54,215 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:46:54,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613614214Disabling compacts and flushes for region at 1731613614214Disabling writes for close at 1731613614214Writing region close event to WAL at 1731613614215 (+1 ms)Closed at 1731613614215 2024-11-14T19:46:54,217 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:54,217 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:46:54,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:46:54,219 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:46:54,221 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:46:54,226 DEBUG [RS:0;867b237d0fa7:41335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:46:54,226 DEBUG [RS:1;867b237d0fa7:33397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:46:54,226 DEBUG [RS:1;867b237d0fa7:33397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:46:54,226 DEBUG [RS:0;867b237d0fa7:41335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40021c4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:46:54,241 DEBUG [RS:1;867b237d0fa7:33397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:46:54,241 DEBUG [RS:1;867b237d0fa7:33397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c167e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:46:54,245 DEBUG [RS:0;867b237d0fa7:41335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:41335 2024-11-14T19:46:54,246 INFO [RS:0;867b237d0fa7:41335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:46:54,246 INFO [RS:0;867b237d0fa7:41335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:46:54,246 DEBUG [RS:0;867b237d0fa7:41335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:46:54,250 INFO [RS:0;867b237d0fa7:41335 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,33675,1731613613189 with port=41335, startcode=1731613613318 2024-11-14T19:46:54,250 DEBUG [RS:0;867b237d0fa7:41335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:46:54,255 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:46:54,255 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33675 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,41335,1731613613318 2024-11-14T19:46:54,256 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33675 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,41335,1731613613318 2024-11-14T19:46:54,259 DEBUG [RS:1;867b237d0fa7:33397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;867b237d0fa7:33397 2024-11-14T19:46:54,259 INFO [RS:1;867b237d0fa7:33397 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:46:54,259 INFO [RS:1;867b237d0fa7:33397 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:46:54,259 DEBUG [RS:1;867b237d0fa7:33397 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:46:54,259 DEBUG [RS:0;867b237d0fa7:41335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b 2024-11-14T19:46:54,259 DEBUG [RS:0;867b237d0fa7:41335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45039 2024-11-14T19:46:54,260 DEBUG [RS:0;867b237d0fa7:41335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:46:54,261 INFO [RS:1;867b237d0fa7:33397 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,33675,1731613613189 with port=33397, startcode=1731613613358 2024-11-14T19:46:54,261 DEBUG [RS:1;867b237d0fa7:33397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:46:54,265 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:46:54,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33675 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,33397,1731613613358 2024-11-14T19:46:54,266 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33675 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,33397,1731613613358 2024-11-14T19:46:54,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T19:46:54,270 DEBUG [RS:0;867b237d0fa7:41335 {}] zookeeper.ZKUtil(111): regionserver:41335-0x1013c10a2190001, quorum=127.0.0.1:59435, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/867b237d0fa7,41335,1731613613318 2024-11-14T19:46:54,270 WARN [RS:0;867b237d0fa7:41335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:46:54,270 INFO [RS:0;867b237d0fa7:41335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:54,270 DEBUG [RS:0;867b237d0fa7:41335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/WALs/867b237d0fa7,41335,1731613613318 2024-11-14T19:46:54,271 DEBUG [RS:1;867b237d0fa7:33397 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b 2024-11-14T19:46:54,272 DEBUG [RS:1;867b237d0fa7:33397 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45039 2024-11-14T19:46:54,272 DEBUG [RS:1;867b237d0fa7:33397 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:46:54,272 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,41335,1731613613318] 2024-11-14T19:46:54,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T19:46:54,298 DEBUG [RS:1;867b237d0fa7:33397 {}] zookeeper.ZKUtil(111): regionserver:33397-0x1013c10a2190002, quorum=127.0.0.1:59435, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/867b237d0fa7,33397,1731613613358 2024-11-14T19:46:54,298 WARN [RS:1;867b237d0fa7:33397 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:46:54,298 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,33397,1731613613358] 2024-11-14T19:46:54,298 INFO [RS:1;867b237d0fa7:33397 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:54,299 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:46:54,299 DEBUG [RS:1;867b237d0fa7:33397 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/WALs/867b237d0fa7,33397,1731613613358 2024-11-14T19:46:54,299 INFO [RS:0;867b237d0fa7:41335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:46:54,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:54,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:46:54,350 INFO [RS:1;867b237d0fa7:33397 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:46:54,350 INFO [RS:0;867b237d0fa7:41335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:46:54,353 INFO [RS:1;867b237d0fa7:33397 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:46:54,353 INFO [RS:0;867b237d0fa7:41335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:46:54,353 INFO [RS:0;867b237d0fa7:41335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,353 INFO [RS:1;867b237d0fa7:33397 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:46:54,353 INFO [RS:0;867b237d0fa7:41335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:46:54,353 INFO [RS:1;867b237d0fa7:33397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,354 INFO [RS:0;867b237d0fa7:41335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:46:54,354 INFO [RS:0;867b237d0fa7:41335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,355 DEBUG [RS:0;867b237d0fa7:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,355 DEBUG [RS:0;867b237d0fa7:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,355 DEBUG [RS:0;867b237d0fa7:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,355 DEBUG [RS:0;867b237d0fa7:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,355 DEBUG [RS:0;867b237d0fa7:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,355 DEBUG [RS:0;867b237d0fa7:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:46:54,355 DEBUG [RS:0;867b237d0fa7:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,355 DEBUG [RS:0;867b237d0fa7:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,355 DEBUG [RS:0;867b237d0fa7:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,355 DEBUG [RS:0;867b237d0fa7:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,356 DEBUG [RS:0;867b237d0fa7:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,356 DEBUG [RS:0;867b237d0fa7:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,356 DEBUG [RS:0;867b237d0fa7:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:46:54,356 DEBUG [RS:0;867b237d0fa7:41335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:46:54,357 INFO [RS:1;867b237d0fa7:33397 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:46:54,358 INFO [RS:0;867b237d0fa7:41335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,358 INFO [RS:0;867b237d0fa7:41335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,358 INFO [RS:0;867b237d0fa7:41335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,358 INFO [RS:0;867b237d0fa7:41335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,358 INFO [RS:0;867b237d0fa7:41335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,358 INFO [RS:0;867b237d0fa7:41335 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41335,1731613613318-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:46:54,358 INFO [RS:1;867b237d0fa7:33397 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:46:54,359 INFO [RS:1;867b237d0fa7:33397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,359 DEBUG [RS:1;867b237d0fa7:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,359 DEBUG [RS:1;867b237d0fa7:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,359 DEBUG [RS:1;867b237d0fa7:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,359 DEBUG [RS:1;867b237d0fa7:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,359 DEBUG [RS:1;867b237d0fa7:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,359 DEBUG [RS:1;867b237d0fa7:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:46:54,359 DEBUG [RS:1;867b237d0fa7:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,360 DEBUG [RS:1;867b237d0fa7:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,360 DEBUG [RS:1;867b237d0fa7:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,360 DEBUG [RS:1;867b237d0fa7:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,360 DEBUG [RS:1;867b237d0fa7:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,360 DEBUG [RS:1;867b237d0fa7:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:54,360 DEBUG [RS:1;867b237d0fa7:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:46:54,360 DEBUG [RS:1;867b237d0fa7:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:46:54,370 INFO [RS:1;867b237d0fa7:33397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,371 INFO [RS:1;867b237d0fa7:33397 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,371 INFO [RS:1;867b237d0fa7:33397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,371 INFO [RS:1;867b237d0fa7:33397 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,371 INFO [RS:1;867b237d0fa7:33397 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,371 INFO [RS:1;867b237d0fa7:33397 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,33397,1731613613358-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:46:54,372 WARN [867b237d0fa7:33675 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T19:46:54,376 INFO [RS:0;867b237d0fa7:41335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:46:54,376 INFO [RS:0;867b237d0fa7:41335 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41335,1731613613318-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,376 INFO [RS:0;867b237d0fa7:41335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,376 INFO [RS:0;867b237d0fa7:41335 {}] regionserver.Replication(171): 867b237d0fa7,41335,1731613613318 started 2024-11-14T19:46:54,392 INFO [RS:0;867b237d0fa7:41335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,392 INFO [RS:1;867b237d0fa7:33397 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:46:54,393 INFO [RS:0;867b237d0fa7:41335 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,41335,1731613613318, RpcServer on 867b237d0fa7/172.17.0.2:41335, sessionid=0x1013c10a2190001 2024-11-14T19:46:54,393 INFO [RS:1;867b237d0fa7:33397 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,33397,1731613613358-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,393 DEBUG [RS:0;867b237d0fa7:41335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:46:54,393 DEBUG [RS:0;867b237d0fa7:41335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,41335,1731613613318 2024-11-14T19:46:54,393 DEBUG [RS:0;867b237d0fa7:41335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,41335,1731613613318' 2024-11-14T19:46:54,393 DEBUG [RS:0;867b237d0fa7:41335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T19:46:54,393 INFO [RS:1;867b237d0fa7:33397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,393 INFO [RS:1;867b237d0fa7:33397 {}] regionserver.Replication(171): 867b237d0fa7,33397,1731613613358 started 2024-11-14T19:46:54,394 DEBUG [RS:0;867b237d0fa7:41335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T19:46:54,395 DEBUG [RS:0;867b237d0fa7:41335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:46:54,395 DEBUG [RS:0;867b237d0fa7:41335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:46:54,395 DEBUG [RS:0;867b237d0fa7:41335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,41335,1731613613318 2024-11-14T19:46:54,395 DEBUG [RS:0;867b237d0fa7:41335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,41335,1731613613318' 2024-11-14T19:46:54,395 DEBUG [RS:0;867b237d0fa7:41335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T19:46:54,395 DEBUG [RS:0;867b237d0fa7:41335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T19:46:54,398 DEBUG [RS:0;867b237d0fa7:41335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:46:54,398 INFO [RS:0;867b237d0fa7:41335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:46:54,398 INFO [RS:0;867b237d0fa7:41335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:46:54,412 INFO [RS:1;867b237d0fa7:33397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,413 INFO [RS:1;867b237d0fa7:33397 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,33397,1731613613358, RpcServer on 867b237d0fa7/172.17.0.2:33397, sessionid=0x1013c10a2190002 2024-11-14T19:46:54,413 DEBUG [RS:1;867b237d0fa7:33397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:46:54,413 DEBUG [RS:1;867b237d0fa7:33397 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,33397,1731613613358 2024-11-14T19:46:54,413 DEBUG [RS:1;867b237d0fa7:33397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,33397,1731613613358' 2024-11-14T19:46:54,413 DEBUG [RS:1;867b237d0fa7:33397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T19:46:54,414 DEBUG [RS:1;867b237d0fa7:33397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T19:46:54,414 DEBUG [RS:1;867b237d0fa7:33397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:46:54,414 DEBUG [RS:1;867b237d0fa7:33397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:46:54,414 DEBUG [RS:1;867b237d0fa7:33397 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,33397,1731613613358 2024-11-14T19:46:54,414 DEBUG [RS:1;867b237d0fa7:33397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,33397,1731613613358' 2024-11-14T19:46:54,414 DEBUG [RS:1;867b237d0fa7:33397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T19:46:54,415 DEBUG [RS:1;867b237d0fa7:33397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T19:46:54,415 DEBUG [RS:1;867b237d0fa7:33397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:46:54,415 INFO [RS:1;867b237d0fa7:33397 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:46:54,415 INFO [RS:1;867b237d0fa7:33397 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:46:54,498 INFO [RS:0;867b237d0fa7:41335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:46:54,501 INFO [RS:0;867b237d0fa7:41335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C41335%2C1731613613318, suffix=, logDir=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/WALs/867b237d0fa7,41335,1731613613318, archiveDir=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/oldWALs, maxLogs=32 2024-11-14T19:46:54,514 DEBUG [RS:0;867b237d0fa7:41335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/WALs/867b237d0fa7,41335,1731613613318/867b237d0fa7%2C41335%2C1731613613318.1731613614502, exclude list is [], retry=0 2024-11-14T19:46:54,516 INFO [RS:1;867b237d0fa7:33397 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:46:54,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39773,DS-509ac27f-c898-41bd-8fe7-67f6055f5086,DISK] 2024-11-14T19:46:54,518 INFO [RS:1;867b237d0fa7:33397 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C33397%2C1731613613358, suffix=, logDir=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/WALs/867b237d0fa7,33397,1731613613358, archiveDir=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/oldWALs, maxLogs=32 2024-11-14T19:46:54,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37219,DS-774da174-3ca0-4e43-a90a-1b92381c5d27,DISK] 2024-11-14T19:46:54,521 INFO [RS:0;867b237d0fa7:41335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/WALs/867b237d0fa7,41335,1731613613318/867b237d0fa7%2C41335%2C1731613613318.1731613614502 2024-11-14T19:46:54,521 DEBUG [RS:0;867b237d0fa7:41335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34965:34965),(127.0.0.1/127.0.0.1:38029:38029)] 2024-11-14T19:46:54,532 DEBUG [RS:1;867b237d0fa7:33397 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/WALs/867b237d0fa7,33397,1731613613358/867b237d0fa7%2C33397%2C1731613613358.1731613614520, exclude list is [], retry=0 2024-11-14T19:46:54,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39773,DS-509ac27f-c898-41bd-8fe7-67f6055f5086,DISK] 2024-11-14T19:46:54,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37219,DS-774da174-3ca0-4e43-a90a-1b92381c5d27,DISK] 2024-11-14T19:46:54,543 INFO [RS:1;867b237d0fa7:33397 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/WALs/867b237d0fa7,33397,1731613613358/867b237d0fa7%2C33397%2C1731613613358.1731613614520 2024-11-14T19:46:54,544 DEBUG [RS:1;867b237d0fa7:33397 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38029:38029),(127.0.0.1/127.0.0.1:34965:34965)] 2024-11-14T19:46:54,622 DEBUG [867b237d0fa7:33675 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T19:46:54,622 DEBUG [867b237d0fa7:33675 {}] balancer.BalancerClusterState(204): Hosts are {867b237d0fa7=0} racks are {/default-rack=0} 2024-11-14T19:46:54,625 DEBUG [867b237d0fa7:33675 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T19:46:54,625 DEBUG [867b237d0fa7:33675 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T19:46:54,625 DEBUG [867b237d0fa7:33675 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T19:46:54,625 DEBUG [867b237d0fa7:33675 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T19:46:54,625 INFO [867b237d0fa7:33675 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T19:46:54,625 INFO [867b237d0fa7:33675 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T19:46:54,625 DEBUG [867b237d0fa7:33675 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T19:46:54,626 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,33397,1731613613358 2024-11-14T19:46:54,627 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,33397,1731613613358, state=OPENING 2024-11-14T19:46:54,635 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:46:54,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:54,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1013c10a2190001, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:54,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x1013c10a2190002, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:54,644 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:46:54,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:46:54,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,33397,1731613613358}] 2024-11-14T19:46:54,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:46:54,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:46:54,798 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:46:54,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:46:54,806 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:46:54,807 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:54,807 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:46:54,810 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C33397%2C1731613613358.meta, suffix=.meta, logDir=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/WALs/867b237d0fa7,33397,1731613613358, archiveDir=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/oldWALs, maxLogs=32 2024-11-14T19:46:54,825 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/WALs/867b237d0fa7,33397,1731613613358/867b237d0fa7%2C33397%2C1731613613358.meta.1731613614812.meta, exclude list is [], retry=0 2024-11-14T19:46:54,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39773,DS-509ac27f-c898-41bd-8fe7-67f6055f5086,DISK] 2024-11-14T19:46:54,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37219,DS-774da174-3ca0-4e43-a90a-1b92381c5d27,DISK] 2024-11-14T19:46:54,833 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/WALs/867b237d0fa7,33397,1731613613358/867b237d0fa7%2C33397%2C1731613613358.meta.1731613614812.meta 2024-11-14T19:46:54,833 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34965:34965),(127.0.0.1/127.0.0.1:38029:38029)] 2024-11-14T19:46:54,834 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:46:54,834 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:46:54,834 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:46:54,834 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:46:54,835 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:46:54,835 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:54,835 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:46:54,835 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:46:54,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:46:54,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:46:54,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:54,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:54,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:46:54,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:46:54,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:54,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:54,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:46:54,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:46:54,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:54,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:54,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:46:54,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:46:54,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:54,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:54,846 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:46:54,847 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/hbase/meta/1588230740 2024-11-14T19:46:54,848 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/hbase/meta/1588230740 2024-11-14T19:46:54,850 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:46:54,850 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:46:54,851 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:46:54,854 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:46:54,855 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64681649, jitterRate=-0.03616832196712494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:46:54,855 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:46:54,857 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613614835Writing region info on filesystem at 1731613614835Initializing all the Stores at 1731613614837 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613614837Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613614837Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613614837Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613614837Cleaning up temporary data from old regions at 1731613614850 (+13 ms)Running coprocessor post-open hooks at 1731613614855 (+5 ms)Region opened successfully at 1731613614857 (+2 ms) 2024-11-14T19:46:54,858 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613614798 2024-11-14T19:46:54,861 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:46:54,862 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:46:54,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,33397,1731613613358 2024-11-14T19:46:54,864 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,33397,1731613613358, state=OPEN 2024-11-14T19:46:54,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1013c10a2190001, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:46:54,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:46:54,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x1013c10a2190002, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:46:54,875 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,33397,1731613613358 2024-11-14T19:46:54,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:46:54,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:46:54,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:46:54,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:46:54,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,33397,1731613613358 in 231 msec 2024-11-14T19:46:54,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:46:54,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 664 msec 2024-11-14T19:46:54,885 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:54,885 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:46:54,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:54,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,33397,1731613613358, seqNum=-1] 2024-11-14T19:46:54,888 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:54,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:46:54,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 764 msec 2024-11-14T19:46:54,897 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613614897, completionTime=-1 2024-11-14T19:46:54,897 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T19:46:54,897 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:46:54,900 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T19:46:54,900 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613674900 2024-11-14T19:46:54,900 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613734900 2024-11-14T19:46:54,900 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-14T19:46:54,901 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,33675,1731613613189-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,901 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,33675,1731613613189-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,901 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,33675,1731613613189-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,901 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:33675, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,901 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,902 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:54,904 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:46:54,907 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.480sec 2024-11-14T19:46:54,908 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:46:54,908 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:46:54,908 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:46:54,908 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:46:54,908 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:46:54,908 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,33675,1731613613189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:46:54,908 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,33675,1731613613189-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:46:54,911 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:46:54,911 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:46:54,911 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,33675,1731613613189-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:55,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a6baa52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:55,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,33675,-1 for getting cluster id 2024-11-14T19:46:55,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:46:55,006 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '571a16aa-c602-4467-b0d9-3820fba53153' 2024-11-14T19:46:55,006 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:46:55,006 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "571a16aa-c602-4467-b0d9-3820fba53153" 2024-11-14T19:46:55,007 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4922731c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:55,007 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,33675,-1] 2024-11-14T19:46:55,007 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:46:55,007 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:55,009 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:46:55,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a14717b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:46:55,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:46:55,011 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,33397,1731613613358, seqNum=-1] 2024-11-14T19:46:55,012 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:55,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:46:55,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,33675,1731613613189 2024-11-14T19:46:55,016 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:46:55,018 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,33675,1731613613189 2024-11-14T19:46:55,018 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f769fa6 2024-11-14T19:46:55,018 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:46:55,020 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:46:55,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33675 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:46:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33675 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T19:46:55,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:46:55,024 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:55,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33675 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T19:46:55,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:46:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:55,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741836_1012 (size=379) 2024-11-14T19:46:55,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741836_1012 (size=379) 2024-11-14T19:46:55,043 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16837047e9f342fd15d0da891b6eb1e7, NAME => 'testClearRegionBlockCache,,1731613615020.16837047e9f342fd15d0da891b6eb1e7.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b 2024-11-14T19:46:55,044 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8b8f38c2d550d8753ca60c3253f3ca33, NAME => 'testClearRegionBlockCache,5,1731613615020.8b8f38c2d550d8753ca60c3253f3ca33.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b 2024-11-14T19:46:55,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741837_1013 (size=61) 2024-11-14T19:46:55,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741838_1014 (size=61) 2024-11-14T19:46:55,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741837_1013 (size=61) 2024-11-14T19:46:55,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741838_1014 (size=61) 2024-11-14T19:46:55,062 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731613615020.8b8f38c2d550d8753ca60c3253f3ca33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:55,062 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 8b8f38c2d550d8753ca60c3253f3ca33, disabling compactions & flushes 2024-11-14T19:46:55,062 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731613615020.8b8f38c2d550d8753ca60c3253f3ca33. 2024-11-14T19:46:55,062 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731613615020.8b8f38c2d550d8753ca60c3253f3ca33. 2024-11-14T19:46:55,062 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731613615020.8b8f38c2d550d8753ca60c3253f3ca33. after waiting 0 ms 2024-11-14T19:46:55,062 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731613615020.8b8f38c2d550d8753ca60c3253f3ca33. 2024-11-14T19:46:55,063 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731613615020.8b8f38c2d550d8753ca60c3253f3ca33. 2024-11-14T19:46:55,063 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731613615020.16837047e9f342fd15d0da891b6eb1e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:55,063 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8b8f38c2d550d8753ca60c3253f3ca33: Waiting for close lock at 1731613615062Disabling compacts and flushes for region at 1731613615062Disabling writes for close at 1731613615062Writing region close event to WAL at 1731613615062Closed at 1731613615062 2024-11-14T19:46:55,063 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 16837047e9f342fd15d0da891b6eb1e7, disabling compactions & flushes 2024-11-14T19:46:55,063 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731613615020.16837047e9f342fd15d0da891b6eb1e7. 2024-11-14T19:46:55,063 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731613615020.16837047e9f342fd15d0da891b6eb1e7. 2024-11-14T19:46:55,063 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731613615020.16837047e9f342fd15d0da891b6eb1e7. after waiting 0 ms 2024-11-14T19:46:55,063 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731613615020.16837047e9f342fd15d0da891b6eb1e7. 2024-11-14T19:46:55,063 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731613615020.16837047e9f342fd15d0da891b6eb1e7. 2024-11-14T19:46:55,063 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16837047e9f342fd15d0da891b6eb1e7: Waiting for close lock at 1731613615063Disabling compacts and flushes for region at 1731613615063Disabling writes for close at 1731613615063Writing region close event to WAL at 1731613615063Closed at 1731613615063 2024-11-14T19:46:55,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:46:55,065 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731613615020.8b8f38c2d550d8753ca60c3253f3ca33.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731613615065"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613615065"}]},"ts":"1731613615065"} 2024-11-14T19:46:55,065 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731613615020.16837047e9f342fd15d0da891b6eb1e7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731613615065"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613615065"}]},"ts":"1731613615065"} 2024-11-14T19:46:55,070 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T19:46:55,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:46:55,072 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613615071"}]},"ts":"1731613615071"} 2024-11-14T19:46:55,074 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T19:46:55,075 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {867b237d0fa7=0} racks are {/default-rack=0} 2024-11-14T19:46:55,076 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T19:46:55,076 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T19:46:55,076 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T19:46:55,076 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T19:46:55,076 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T19:46:55,076 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T19:46:55,076 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T19:46:55,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=16837047e9f342fd15d0da891b6eb1e7, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8b8f38c2d550d8753ca60c3253f3ca33, ASSIGN}] 2024-11-14T19:46:55,079 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8b8f38c2d550d8753ca60c3253f3ca33, ASSIGN 2024-11-14T19:46:55,079 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=16837047e9f342fd15d0da891b6eb1e7, ASSIGN 2024-11-14T19:46:55,081 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8b8f38c2d550d8753ca60c3253f3ca33, ASSIGN; state=OFFLINE, location=867b237d0fa7,33397,1731613613358; forceNewPlan=false, retain=false 2024-11-14T19:46:55,081 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=16837047e9f342fd15d0da891b6eb1e7, ASSIGN; state=OFFLINE, location=867b237d0fa7,41335,1731613613318; forceNewPlan=false, retain=false 2024-11-14T19:46:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:55,232 INFO [867b237d0fa7:33675 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T19:46:55,232 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8b8f38c2d550d8753ca60c3253f3ca33, regionState=OPENING, regionLocation=867b237d0fa7,33397,1731613613358 2024-11-14T19:46:55,232 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16837047e9f342fd15d0da891b6eb1e7, regionState=OPENING, regionLocation=867b237d0fa7,41335,1731613613318 2024-11-14T19:46:55,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=16837047e9f342fd15d0da891b6eb1e7, ASSIGN because future has completed 2024-11-14T19:46:55,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16837047e9f342fd15d0da891b6eb1e7, server=867b237d0fa7,41335,1731613613318}] 2024-11-14T19:46:55,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8b8f38c2d550d8753ca60c3253f3ca33, ASSIGN because future has completed 2024-11-14T19:46:55,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b8f38c2d550d8753ca60c3253f3ca33, server=867b237d0fa7,33397,1731613613358}] 2024-11-14T19:46:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:55,391 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:46:55,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:46:55,397 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731613615020.16837047e9f342fd15d0da891b6eb1e7. 2024-11-14T19:46:55,397 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 16837047e9f342fd15d0da891b6eb1e7, NAME => 'testClearRegionBlockCache,,1731613615020.16837047e9f342fd15d0da891b6eb1e7.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T19:46:55,397 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 16837047e9f342fd15d0da891b6eb1e7 2024-11-14T19:46:55,398 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731613615020.16837047e9f342fd15d0da891b6eb1e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:55,398 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 16837047e9f342fd15d0da891b6eb1e7 2024-11-14T19:46:55,398 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 16837047e9f342fd15d0da891b6eb1e7 2024-11-14T19:46:55,399 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731613615020.8b8f38c2d550d8753ca60c3253f3ca33. 2024-11-14T19:46:55,399 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b8f38c2d550d8753ca60c3253f3ca33, NAME => 'testClearRegionBlockCache,5,1731613615020.8b8f38c2d550d8753ca60c3253f3ca33.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T19:46:55,399 INFO [StoreOpener-16837047e9f342fd15d0da891b6eb1e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 16837047e9f342fd15d0da891b6eb1e7 2024-11-14T19:46:55,400 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8b8f38c2d550d8753ca60c3253f3ca33 2024-11-14T19:46:55,400 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731613615020.8b8f38c2d550d8753ca60c3253f3ca33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:55,400 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 8b8f38c2d550d8753ca60c3253f3ca33 2024-11-14T19:46:55,400 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 8b8f38c2d550d8753ca60c3253f3ca33 2024-11-14T19:46:55,401 INFO [StoreOpener-16837047e9f342fd15d0da891b6eb1e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16837047e9f342fd15d0da891b6eb1e7 columnFamilyName family 2024-11-14T19:46:55,402 DEBUG [StoreOpener-16837047e9f342fd15d0da891b6eb1e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:55,402 INFO [StoreOpener-16837047e9f342fd15d0da891b6eb1e7-1 {}] regionserver.HStore(327): Store=16837047e9f342fd15d0da891b6eb1e7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:55,402 INFO [StoreOpener-8b8f38c2d550d8753ca60c3253f3ca33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8b8f38c2d550d8753ca60c3253f3ca33 2024-11-14T19:46:55,402 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 16837047e9f342fd15d0da891b6eb1e7 2024-11-14T19:46:55,403 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/default/testClearRegionBlockCache/16837047e9f342fd15d0da891b6eb1e7 2024-11-14T19:46:55,404 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/default/testClearRegionBlockCache/16837047e9f342fd15d0da891b6eb1e7 2024-11-14T19:46:55,404 INFO [StoreOpener-8b8f38c2d550d8753ca60c3253f3ca33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b8f38c2d550d8753ca60c3253f3ca33 columnFamilyName family 2024-11-14T19:46:55,404 DEBUG [StoreOpener-8b8f38c2d550d8753ca60c3253f3ca33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:55,404 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 16837047e9f342fd15d0da891b6eb1e7 2024-11-14T19:46:55,404 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 16837047e9f342fd15d0da891b6eb1e7 2024-11-14T19:46:55,405 INFO [StoreOpener-8b8f38c2d550d8753ca60c3253f3ca33-1 {}] regionserver.HStore(327): Store=8b8f38c2d550d8753ca60c3253f3ca33/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:55,405 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 8b8f38c2d550d8753ca60c3253f3ca33 2024-11-14T19:46:55,406 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/default/testClearRegionBlockCache/8b8f38c2d550d8753ca60c3253f3ca33 2024-11-14T19:46:55,406 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/default/testClearRegionBlockCache/8b8f38c2d550d8753ca60c3253f3ca33 2024-11-14T19:46:55,406 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 16837047e9f342fd15d0da891b6eb1e7 2024-11-14T19:46:55,406 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 8b8f38c2d550d8753ca60c3253f3ca33 2024-11-14T19:46:55,406 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 8b8f38c2d550d8753ca60c3253f3ca33 2024-11-14T19:46:55,409 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 8b8f38c2d550d8753ca60c3253f3ca33 2024-11-14T19:46:55,409 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/default/testClearRegionBlockCache/16837047e9f342fd15d0da891b6eb1e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:46:55,410 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 16837047e9f342fd15d0da891b6eb1e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63746019, jitterRate=-0.05011029541492462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:46:55,410 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16837047e9f342fd15d0da891b6eb1e7 2024-11-14T19:46:55,411 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 16837047e9f342fd15d0da891b6eb1e7: Running coprocessor pre-open hook at 1731613615398Writing region info on filesystem at 1731613615398Initializing all the Stores at 1731613615399 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613615399Cleaning up temporary data from old regions at 1731613615404 (+5 ms)Running coprocessor post-open hooks at 1731613615410 (+6 ms)Region opened successfully at 1731613615411 (+1 ms) 2024-11-14T19:46:55,412 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/default/testClearRegionBlockCache/8b8f38c2d550d8753ca60c3253f3ca33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:46:55,412 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731613615020.16837047e9f342fd15d0da891b6eb1e7., pid=7, masterSystemTime=1731613615390 2024-11-14T19:46:55,412 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 8b8f38c2d550d8753ca60c3253f3ca33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68157530, jitterRate=0.015626341104507446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:46:55,413 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b8f38c2d550d8753ca60c3253f3ca33 2024-11-14T19:46:55,413 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 8b8f38c2d550d8753ca60c3253f3ca33: Running coprocessor pre-open hook at 1731613615400Writing region info on filesystem at 1731613615400Initializing all the Stores at 1731613615402 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613615402Cleaning up temporary data from old regions at 1731613615406 (+4 ms)Running coprocessor post-open hooks at 1731613615413 (+7 ms)Region opened successfully at 1731613615413 2024-11-14T19:46:55,414 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731613615020.8b8f38c2d550d8753ca60c3253f3ca33., pid=8, masterSystemTime=1731613615395 2024-11-14T19:46:55,415 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731613615020.16837047e9f342fd15d0da891b6eb1e7. 2024-11-14T19:46:55,416 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731613615020.16837047e9f342fd15d0da891b6eb1e7. 2024-11-14T19:46:55,417 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16837047e9f342fd15d0da891b6eb1e7, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,41335,1731613613318 2024-11-14T19:46:55,417 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731613615020.8b8f38c2d550d8753ca60c3253f3ca33. 2024-11-14T19:46:55,417 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731613615020.8b8f38c2d550d8753ca60c3253f3ca33. 2024-11-14T19:46:55,420 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8b8f38c2d550d8753ca60c3253f3ca33, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,33397,1731613613358 2024-11-14T19:46:55,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16837047e9f342fd15d0da891b6eb1e7, server=867b237d0fa7,41335,1731613613318 because future has completed 2024-11-14T19:46:55,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b8f38c2d550d8753ca60c3253f3ca33, server=867b237d0fa7,33397,1731613613358 because future has completed 2024-11-14T19:46:55,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-14T19:46:55,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 16837047e9f342fd15d0da891b6eb1e7, server=867b237d0fa7,41335,1731613613318 in 187 msec 2024-11-14T19:46:55,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=16837047e9f342fd15d0da891b6eb1e7, ASSIGN in 352 msec 2024-11-14T19:46:55,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-14T19:46:55,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b8f38c2d550d8753ca60c3253f3ca33, server=867b237d0fa7,33397,1731613613358 in 188 msec 2024-11-14T19:46:55,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-14T19:46:55,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8b8f38c2d550d8753ca60c3253f3ca33, ASSIGN in 355 msec 2024-11-14T19:46:55,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:46:55,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613615438"}]},"ts":"1731613615438"} 2024-11-14T19:46:55,441 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T19:46:55,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:46:55,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 422 msec 2024-11-14T19:46:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:46:55,650 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T19:46:55,650 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T19:46:55,650 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T19:46:55,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T19:46:55,654 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T19:46:55,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T19:46:55,658 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731613615020.16837047e9f342fd15d0da891b6eb1e7., hostname=867b237d0fa7,41335,1731613613318, seqNum=2] 2024-11-14T19:46:55,659 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:46:55,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:46:55,677 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731613615020.8b8f38c2d550d8753ca60c3253f3ca33., hostname=867b237d0fa7,33397,1731613613358, seqNum=2] 2024-11-14T19:46:55,691 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 16837047e9f342fd15d0da891b6eb1e7 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T19:46:55,715 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/default/testClearRegionBlockCache/16837047e9f342fd15d0da891b6eb1e7/.tmp/family/0a8d849ff42f4d4da315d6f768264faa is 32, key is 1/family:/1731613615662/Put/seqid=0 2024-11-14T19:46:55,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741839_1015 (size=5054) 2024-11-14T19:46:55,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741839_1015 (size=5054) 2024-11-14T19:46:55,724 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/default/testClearRegionBlockCache/16837047e9f342fd15d0da891b6eb1e7/.tmp/family/0a8d849ff42f4d4da315d6f768264faa 2024-11-14T19:46:55,734 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/default/testClearRegionBlockCache/16837047e9f342fd15d0da891b6eb1e7/.tmp/family/0a8d849ff42f4d4da315d6f768264faa as hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/default/testClearRegionBlockCache/16837047e9f342fd15d0da891b6eb1e7/family/0a8d849ff42f4d4da315d6f768264faa 2024-11-14T19:46:55,745 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/default/testClearRegionBlockCache/16837047e9f342fd15d0da891b6eb1e7/family/0a8d849ff42f4d4da315d6f768264faa, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T19:46:55,746 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 16837047e9f342fd15d0da891b6eb1e7 in 55ms, sequenceid=8, compaction requested=false 2024-11-14T19:46:55,747 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 16837047e9f342fd15d0da891b6eb1e7: 2024-11-14T19:46:55,747 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8b8f38c2d550d8753ca60c3253f3ca33 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T19:46:55,772 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/default/testClearRegionBlockCache/8b8f38c2d550d8753ca60c3253f3ca33/.tmp/family/b2586f8dace248f18654c1dbb98170ea is 32, key is 5/family:/1731613615678/Put/seqid=0 2024-11-14T19:46:55,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741840_1016 (size=5083) 2024-11-14T19:46:55,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741840_1016 (size=5083) 2024-11-14T19:46:55,782 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/default/testClearRegionBlockCache/8b8f38c2d550d8753ca60c3253f3ca33/.tmp/family/b2586f8dace248f18654c1dbb98170ea 2024-11-14T19:46:55,794 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/default/testClearRegionBlockCache/8b8f38c2d550d8753ca60c3253f3ca33/.tmp/family/b2586f8dace248f18654c1dbb98170ea as hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/default/testClearRegionBlockCache/8b8f38c2d550d8753ca60c3253f3ca33/family/b2586f8dace248f18654c1dbb98170ea 2024-11-14T19:46:55,804 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/default/testClearRegionBlockCache/8b8f38c2d550d8753ca60c3253f3ca33/family/b2586f8dace248f18654c1dbb98170ea, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T19:46:55,805 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 8b8f38c2d550d8753ca60c3253f3ca33 in 58ms, sequenceid=9, compaction requested=false 2024-11-14T19:46:55,805 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8b8f38c2d550d8753ca60c3253f3ca33: 2024-11-14T19:46:55,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:46:55,811 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:46:55,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:55,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:55,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:55,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:46:55,812 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:46:55,812 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=50583126, stopped=false 2024-11-14T19:46:55,812 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,33675,1731613613189 2024-11-14T19:46:55,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1013c10a2190001, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:46:55,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x1013c10a2190002, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:46:55,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:46:55,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:55,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x1013c10a2190002, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:55,819 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:46:55,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1013c10a2190001, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:55,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41335-0x1013c10a2190001, quorum=127.0.0.1:59435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:46:55,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33397-0x1013c10a2190002, quorum=127.0.0.1:59435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:46:55,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:46:55,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:46:55,820 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:55,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:55,820 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,41335,1731613613318' ***** 2024-11-14T19:46:55,820 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:46:55,820 INFO [RS:0;867b237d0fa7:41335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:46:55,821 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,33397,1731613613358' ***** 2024-11-14T19:46:55,821 INFO [RS:0;867b237d0fa7:41335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:46:55,821 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:46:55,821 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:46:55,821 INFO [RS:0;867b237d0fa7:41335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:46:55,821 INFO [RS:0;867b237d0fa7:41335 {}] regionserver.HRegionServer(3091): Received CLOSE for 16837047e9f342fd15d0da891b6eb1e7 2024-11-14T19:46:55,821 INFO [RS:1;867b237d0fa7:33397 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:46:55,821 INFO [RS:1;867b237d0fa7:33397 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:46:55,821 INFO [RS:1;867b237d0fa7:33397 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:46:55,821 INFO [RS:1;867b237d0fa7:33397 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b8f38c2d550d8753ca60c3253f3ca33 2024-11-14T19:46:55,821 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:46:55,822 INFO [RS:0;867b237d0fa7:41335 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,41335,1731613613318 2024-11-14T19:46:55,823 INFO [RS:0;867b237d0fa7:41335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:46:55,823 INFO [RS:1;867b237d0fa7:33397 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,33397,1731613613358 2024-11-14T19:46:55,823 INFO [RS:0;867b237d0fa7:41335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:41335. 2024-11-14T19:46:55,823 INFO [RS:1;867b237d0fa7:33397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:46:55,823 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16837047e9f342fd15d0da891b6eb1e7, disabling compactions & flushes 2024-11-14T19:46:55,823 DEBUG [RS:0;867b237d0fa7:41335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:55,823 INFO [RS:1;867b237d0fa7:33397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;867b237d0fa7:33397. 2024-11-14T19:46:55,823 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731613615020.16837047e9f342fd15d0da891b6eb1e7. 2024-11-14T19:46:55,823 DEBUG [RS:0;867b237d0fa7:41335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:55,823 DEBUG [RS:1;867b237d0fa7:33397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:46:55,823 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731613615020.16837047e9f342fd15d0da891b6eb1e7. 2024-11-14T19:46:55,823 DEBUG [RS:1;867b237d0fa7:33397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:55,823 INFO [RS:0;867b237d0fa7:41335 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T19:46:55,823 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731613615020.16837047e9f342fd15d0da891b6eb1e7. after waiting 0 ms 2024-11-14T19:46:55,823 DEBUG [RS:0;867b237d0fa7:41335 {}] regionserver.HRegionServer(1325): Online Regions={16837047e9f342fd15d0da891b6eb1e7=testClearRegionBlockCache,,1731613615020.16837047e9f342fd15d0da891b6eb1e7.} 2024-11-14T19:46:55,823 INFO [RS:1;867b237d0fa7:33397 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:46:55,823 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731613615020.16837047e9f342fd15d0da891b6eb1e7. 2024-11-14T19:46:55,823 INFO [RS:1;867b237d0fa7:33397 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:46:55,823 DEBUG [RS:0;867b237d0fa7:41335 {}] regionserver.HRegionServer(1351): Waiting on 16837047e9f342fd15d0da891b6eb1e7 2024-11-14T19:46:55,823 INFO [RS:1;867b237d0fa7:33397 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:46:55,823 INFO [RS:1;867b237d0fa7:33397 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:46:55,825 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b8f38c2d550d8753ca60c3253f3ca33, disabling compactions & flushes 2024-11-14T19:46:55,825 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731613615020.8b8f38c2d550d8753ca60c3253f3ca33. 2024-11-14T19:46:55,825 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731613615020.8b8f38c2d550d8753ca60c3253f3ca33. 2024-11-14T19:46:55,825 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731613615020.8b8f38c2d550d8753ca60c3253f3ca33. after waiting 0 ms 2024-11-14T19:46:55,825 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731613615020.8b8f38c2d550d8753ca60c3253f3ca33. 2024-11-14T19:46:55,826 INFO [RS:1;867b237d0fa7:33397 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T19:46:55,826 DEBUG [RS:1;867b237d0fa7:33397 {}] regionserver.HRegionServer(1325): Online Regions={8b8f38c2d550d8753ca60c3253f3ca33=testClearRegionBlockCache,5,1731613615020.8b8f38c2d550d8753ca60c3253f3ca33., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:46:55,826 DEBUG [RS:1;867b237d0fa7:33397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b8f38c2d550d8753ca60c3253f3ca33 2024-11-14T19:46:55,826 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:46:55,826 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:46:55,826 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:46:55,826 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:46:55,827 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:46:55,827 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T19:46:55,841 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/default/testClearRegionBlockCache/8b8f38c2d550d8753ca60c3253f3ca33/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T19:46:55,843 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731613615020.8b8f38c2d550d8753ca60c3253f3ca33. 2024-11-14T19:46:55,843 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b8f38c2d550d8753ca60c3253f3ca33: Waiting for close lock at 1731613615825Running coprocessor pre-close hooks at 1731613615825Disabling compacts and flushes for region at 1731613615825Disabling writes for close at 1731613615825Writing region close event to WAL at 1731613615827 (+2 ms)Running coprocessor post-close hooks at 1731613615843 (+16 ms)Closed at 1731613615843 2024-11-14T19:46:55,843 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731613615020.8b8f38c2d550d8753ca60c3253f3ca33. 2024-11-14T19:46:55,844 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/default/testClearRegionBlockCache/16837047e9f342fd15d0da891b6eb1e7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T19:46:55,847 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731613615020.16837047e9f342fd15d0da891b6eb1e7. 2024-11-14T19:46:55,848 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16837047e9f342fd15d0da891b6eb1e7: Waiting for close lock at 1731613615823Running coprocessor pre-close hooks at 1731613615823Disabling compacts and flushes for region at 1731613615823Disabling writes for close at 1731613615823Writing region close event to WAL at 1731613615827 (+4 ms)Running coprocessor post-close hooks at 1731613615847 (+20 ms)Closed at 1731613615847 2024-11-14T19:46:55,848 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731613615020.16837047e9f342fd15d0da891b6eb1e7. 2024-11-14T19:46:55,859 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/hbase/meta/1588230740/.tmp/info/601048971eea42c6916f878ddc44858a is 173, key is testClearRegionBlockCache,5,1731613615020.8b8f38c2d550d8753ca60c3253f3ca33./info:regioninfo/1731613615419/Put/seqid=0 2024-11-14T19:46:55,862 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:46:55,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741841_1017 (size=8173) 2024-11-14T19:46:55,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741841_1017 (size=8173) 2024-11-14T19:46:55,870 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/hbase/meta/1588230740/.tmp/info/601048971eea42c6916f878ddc44858a 2024-11-14T19:46:55,879 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:46:55,899 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/hbase/meta/1588230740/.tmp/ns/ed0b9c4786814d15b4c27199c5fcbd88 is 43, key is default/ns:d/1731613614891/Put/seqid=0 2024-11-14T19:46:55,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741842_1018 (size=5153) 2024-11-14T19:46:55,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741842_1018 (size=5153) 2024-11-14T19:46:55,908 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/hbase/meta/1588230740/.tmp/ns/ed0b9c4786814d15b4c27199c5fcbd88 2024-11-14T19:46:55,932 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/hbase/meta/1588230740/.tmp/table/fef5bc7d911e47c0b633fc201d4d1728 is 61, key is testClearRegionBlockCache/table:state/1731613615438/Put/seqid=0 2024-11-14T19:46:55,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741843_1019 (size=5312) 2024-11-14T19:46:55,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741843_1019 (size=5312) 2024-11-14T19:46:56,023 INFO [RS:0;867b237d0fa7:41335 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,41335,1731613613318; all regions closed. 2024-11-14T19:46:56,026 DEBUG [RS:1;867b237d0fa7:33397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:46:56,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741833_1009 (size=1758) 2024-11-14T19:46:56,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741833_1009 (size=1758) 2024-11-14T19:46:56,030 DEBUG [RS:0;867b237d0fa7:41335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/oldWALs 2024-11-14T19:46:56,030 INFO [RS:0;867b237d0fa7:41335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C41335%2C1731613613318:(num 1731613614502) 2024-11-14T19:46:56,030 DEBUG [RS:0;867b237d0fa7:41335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:56,030 INFO [RS:0;867b237d0fa7:41335 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:46:56,030 INFO [RS:0;867b237d0fa7:41335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:46:56,030 INFO [RS:0;867b237d0fa7:41335 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:46:56,030 INFO [RS:0;867b237d0fa7:41335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:46:56,030 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:46:56,030 INFO [RS:0;867b237d0fa7:41335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:46:56,030 INFO [RS:0;867b237d0fa7:41335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:46:56,030 INFO [RS:0;867b237d0fa7:41335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:46:56,031 INFO [RS:0;867b237d0fa7:41335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41335 2024-11-14T19:46:56,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T19:46:56,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1013c10a2190001, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/867b237d0fa7,41335,1731613613318 2024-11-14T19:46:56,041 INFO [RS:0;867b237d0fa7:41335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:46:56,052 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,41335,1731613613318] 2024-11-14T19:46:56,060 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/867b237d0fa7,41335,1731613613318 already deleted, retry=false 2024-11-14T19:46:56,060 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,41335,1731613613318 expired; onlineServers=1 2024-11-14T19:46:56,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1013c10a2190001, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:56,152 INFO [RS:0;867b237d0fa7:41335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:46:56,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41335-0x1013c10a2190001, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:56,152 INFO [RS:0;867b237d0fa7:41335 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,41335,1731613613318; zookeeper connection closed. 2024-11-14T19:46:56,152 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51371f90 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51371f90 2024-11-14T19:46:56,227 DEBUG [RS:1;867b237d0fa7:33397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T19:46:56,261 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T19:46:56,262 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T19:46:56,265 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:46:56,265 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T19:46:56,265 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T19:46:56,265 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T19:46:56,340 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/hbase/meta/1588230740/.tmp/table/fef5bc7d911e47c0b633fc201d4d1728 2024-11-14T19:46:56,349 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/hbase/meta/1588230740/.tmp/info/601048971eea42c6916f878ddc44858a as hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/hbase/meta/1588230740/info/601048971eea42c6916f878ddc44858a 2024-11-14T19:46:56,359 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/hbase/meta/1588230740/info/601048971eea42c6916f878ddc44858a, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T19:46:56,360 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/hbase/meta/1588230740/.tmp/ns/ed0b9c4786814d15b4c27199c5fcbd88 as hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/hbase/meta/1588230740/ns/ed0b9c4786814d15b4c27199c5fcbd88 2024-11-14T19:46:56,369 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/hbase/meta/1588230740/ns/ed0b9c4786814d15b4c27199c5fcbd88, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T19:46:56,371 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/hbase/meta/1588230740/.tmp/table/fef5bc7d911e47c0b633fc201d4d1728 as hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/hbase/meta/1588230740/table/fef5bc7d911e47c0b633fc201d4d1728 2024-11-14T19:46:56,379 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/hbase/meta/1588230740/table/fef5bc7d911e47c0b633fc201d4d1728, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T19:46:56,381 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 554ms, sequenceid=13, compaction requested=false 2024-11-14T19:46:56,392 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T19:46:56,393 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:46:56,393 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:46:56,393 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613615826Running coprocessor pre-close hooks at 1731613615826Disabling compacts and flushes for region at 1731613615826Disabling writes for close at 1731613615826Obtaining lock to block concurrent updates at 1731613615827 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731613615827Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731613615827Flushing stores of hbase:meta,,1.1588230740 at 1731613615830 (+3 ms)Flushing 1588230740/info: creating writer at 1731613615830Flushing 1588230740/info: appending metadata at 1731613615858 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731613615858Flushing 1588230740/ns: creating writer at 1731613615879 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731613615898 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731613615898Flushing 1588230740/table: creating writer at 1731613615916 (+18 ms)Flushing 1588230740/table: appending metadata at 1731613615931 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731613615931Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f77edec: reopening flushed file at 1731613616348 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ab99bc8: reopening flushed file at 1731613616359 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15d5d11e: reopening flushed file at 1731613616369 (+10 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 554ms, sequenceid=13, compaction requested=false at 1731613616381 (+12 ms)Writing region close event to WAL at 1731613616387 (+6 ms)Running coprocessor post-close hooks at 1731613616393 (+6 ms)Closed at 1731613616393 2024-11-14T19:46:56,394 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:46:56,427 INFO [RS:1;867b237d0fa7:33397 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,33397,1731613613358; all regions closed. 2024-11-14T19:46:56,432 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/WALs/867b237d0fa7,33397,1731613613358/867b237d0fa7%2C33397%2C1731613613358.meta.1731613614812.meta not finished, retry = 0 2024-11-14T19:46:56,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741835_1011 (size=4338) 2024-11-14T19:46:56,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741835_1011 (size=4338) 2024-11-14T19:46:56,442 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:46:56,442 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:46:56,535 DEBUG [RS:1;867b237d0fa7:33397 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/oldWALs 2024-11-14T19:46:56,536 INFO [RS:1;867b237d0fa7:33397 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C33397%2C1731613613358.meta:.meta(num 1731613614812) 2024-11-14T19:46:56,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741834_1010 (size=1867) 2024-11-14T19:46:56,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741834_1010 (size=1867) 2024-11-14T19:46:56,545 DEBUG [RS:1;867b237d0fa7:33397 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/oldWALs 2024-11-14T19:46:56,545 INFO [RS:1;867b237d0fa7:33397 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C33397%2C1731613613358:(num 1731613614520) 2024-11-14T19:46:56,545 DEBUG [RS:1;867b237d0fa7:33397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:46:56,545 INFO [RS:1;867b237d0fa7:33397 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:46:56,545 INFO [RS:1;867b237d0fa7:33397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:46:56,545 INFO [RS:1;867b237d0fa7:33397 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:46:56,546 INFO [RS:1;867b237d0fa7:33397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:46:56,546 INFO [RS:1;867b237d0fa7:33397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33397 2024-11-14T19:46:56,547 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:46:56,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T19:46:56,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x1013c10a2190002, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/867b237d0fa7,33397,1731613613358 2024-11-14T19:46:56,577 INFO [RS:1;867b237d0fa7:33397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:46:56,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,33397,1731613613358] 2024-11-14T19:46:56,593 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/867b237d0fa7,33397,1731613613358 already deleted, retry=false 2024-11-14T19:46:56,593 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,33397,1731613613358 expired; onlineServers=0 2024-11-14T19:46:56,594 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,33675,1731613613189' ***** 2024-11-14T19:46:56,594 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:46:56,594 INFO [M:0;867b237d0fa7:33675 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:46:56,594 INFO [M:0;867b237d0fa7:33675 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:46:56,594 DEBUG [M:0;867b237d0fa7:33675 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:46:56,594 DEBUG [M:0;867b237d0fa7:33675 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:46:56,594 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:46:56,594 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613614139 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613614139,5,FailOnTimeoutGroup] 2024-11-14T19:46:56,594 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613614141 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613614141,5,FailOnTimeoutGroup] 2024-11-14T19:46:56,594 INFO [M:0;867b237d0fa7:33675 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:46:56,594 INFO [M:0;867b237d0fa7:33675 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:46:56,595 DEBUG [M:0;867b237d0fa7:33675 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:46:56,595 INFO [M:0;867b237d0fa7:33675 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:46:56,595 INFO [M:0;867b237d0fa7:33675 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:46:56,595 INFO [M:0;867b237d0fa7:33675 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:46:56,595 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:46:56,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T19:46:56,602 DEBUG [M:0;867b237d0fa7:33675 {}] zookeeper.ZKUtil(347): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T19:46:56,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:56,602 WARN [M:0;867b237d0fa7:33675 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:46:56,603 INFO [M:0;867b237d0fa7:33675 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/.lastflushedseqids 2024-11-14T19:46:56,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741844_1020 (size=191) 2024-11-14T19:46:56,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741844_1020 (size=191) 2024-11-14T19:46:56,611 INFO [M:0;867b237d0fa7:33675 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:46:56,611 INFO [M:0;867b237d0fa7:33675 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:46:56,611 DEBUG [M:0;867b237d0fa7:33675 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:46:56,612 INFO [M:0;867b237d0fa7:33675 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:56,612 DEBUG [M:0;867b237d0fa7:33675 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:56,612 DEBUG [M:0;867b237d0fa7:33675 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:46:56,612 DEBUG [M:0;867b237d0fa7:33675 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:56,612 INFO [M:0;867b237d0fa7:33675 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-14T19:46:56,634 DEBUG [M:0;867b237d0fa7:33675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f53237e6755401ab584fe476d93b874 is 82, key is hbase:meta,,1/info:regioninfo/1731613614863/Put/seqid=0 2024-11-14T19:46:56,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741845_1021 (size=5672) 2024-11-14T19:46:56,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741845_1021 (size=5672) 2024-11-14T19:46:56,646 INFO [M:0;867b237d0fa7:33675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f53237e6755401ab584fe476d93b874 2024-11-14T19:46:56,675 DEBUG [M:0;867b237d0fa7:33675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eaefca10984a4ad7b9529732c1d0ab36 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731613615446/Put/seqid=0 2024-11-14T19:46:56,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741846_1022 (size=6218) 2024-11-14T19:46:56,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741846_1022 (size=6218) 2024-11-14T19:46:56,684 INFO [M:0;867b237d0fa7:33675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eaefca10984a4ad7b9529732c1d0ab36 2024-11-14T19:46:56,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x1013c10a2190002, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:56,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x1013c10a2190002, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:56,686 INFO [RS:1;867b237d0fa7:33397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:46:56,686 INFO [RS:1;867b237d0fa7:33397 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,33397,1731613613358; zookeeper connection closed. 2024-11-14T19:46:56,686 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6135f5c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6135f5c 2024-11-14T19:46:56,686 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T19:46:56,715 DEBUG [M:0;867b237d0fa7:33675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1617bb1d5454a869b393811194336c5 is 69, key is 867b237d0fa7,33397,1731613613358/rs:state/1731613614266/Put/seqid=0 2024-11-14T19:46:56,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741847_1023 (size=5224) 2024-11-14T19:46:56,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741847_1023 (size=5224) 2024-11-14T19:46:56,729 INFO [M:0;867b237d0fa7:33675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1617bb1d5454a869b393811194336c5 2024-11-14T19:46:56,740 DEBUG [M:0;867b237d0fa7:33675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f53237e6755401ab584fe476d93b874 as hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f53237e6755401ab584fe476d93b874 2024-11-14T19:46:56,748 INFO [M:0;867b237d0fa7:33675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f53237e6755401ab584fe476d93b874, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T19:46:56,750 DEBUG [M:0;867b237d0fa7:33675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eaefca10984a4ad7b9529732c1d0ab36 as hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eaefca10984a4ad7b9529732c1d0ab36 2024-11-14T19:46:56,758 INFO [M:0;867b237d0fa7:33675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eaefca10984a4ad7b9529732c1d0ab36, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T19:46:56,760 DEBUG [M:0;867b237d0fa7:33675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1617bb1d5454a869b393811194336c5 as hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1617bb1d5454a869b393811194336c5 2024-11-14T19:46:56,769 INFO [M:0;867b237d0fa7:33675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/e437fc45-5ca4-24dd-691c-3374b1e1965b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1617bb1d5454a869b393811194336c5, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T19:46:56,770 INFO [M:0;867b237d0fa7:33675 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 158ms, sequenceid=71, compaction requested=false 2024-11-14T19:46:56,775 INFO [M:0;867b237d0fa7:33675 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:56,775 DEBUG [M:0;867b237d0fa7:33675 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613616611Disabling compacts and flushes for region at 1731613616611Disabling writes for close at 1731613616612 (+1 ms)Obtaining lock to block concurrent updates at 1731613616612Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613616612Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731613616612Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613616613 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613616613Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613616634 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613616634Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613616654 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613616675 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613616675Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613616691 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613616714 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613616714Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52c0aa2b: reopening flushed file at 1731613616739 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51f85f4a: reopening flushed file at 1731613616749 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26efc73f: reopening flushed file at 1731613616759 (+10 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 158ms, sequenceid=71, compaction requested=false at 1731613616771 (+12 ms)Writing region close event to WAL at 1731613616775 (+4 ms)Closed at 1731613616775 2024-11-14T19:46:56,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741830_1006 (size=35428) 2024-11-14T19:46:56,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39773 is added to blk_1073741830_1006 (size=35428) 2024-11-14T19:46:56,782 INFO [M:0;867b237d0fa7:33675 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:46:56,782 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:46:56,783 INFO [M:0;867b237d0fa7:33675 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33675 2024-11-14T19:46:56,783 INFO [M:0;867b237d0fa7:33675 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:46:56,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:56,894 INFO [M:0;867b237d0fa7:33675 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:46:56,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33675-0x1013c10a2190000, quorum=127.0.0.1:59435, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:46:56,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@629e7959{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:46:56,897 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35dbfcb1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:46:56,898 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:46:56,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c6baba1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:46:56,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b07266c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/hadoop.log.dir/,STOPPED} 2024-11-14T19:46:56,899 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:46:56,899 WARN [BP-909451385-172.17.0.2-1731613611583 heartbeating to localhost/127.0.0.1:45039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:46:56,899 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:46:56,899 WARN [BP-909451385-172.17.0.2-1731613611583 heartbeating to localhost/127.0.0.1:45039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-909451385-172.17.0.2-1731613611583 (Datanode Uuid a7123752-c254-4e9f-9894-8f8b836cfc05) service to localhost/127.0.0.1:45039 2024-11-14T19:46:56,900 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/cluster_1085a327-5937-fa21-7e20-256b418d2202/data/data3/current/BP-909451385-172.17.0.2-1731613611583 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:46:56,900 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/cluster_1085a327-5937-fa21-7e20-256b418d2202/data/data4/current/BP-909451385-172.17.0.2-1731613611583 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:46:56,901 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:46:56,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37a13298{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:46:56,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6aec6e8c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:46:56,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:46:56,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7296f155{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:46:56,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67eed59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/hadoop.log.dir/,STOPPED} 2024-11-14T19:46:56,904 WARN [BP-909451385-172.17.0.2-1731613611583 heartbeating to localhost/127.0.0.1:45039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:46:56,904 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:46:56,904 WARN [BP-909451385-172.17.0.2-1731613611583 heartbeating to localhost/127.0.0.1:45039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-909451385-172.17.0.2-1731613611583 (Datanode Uuid 58094765-1789-4bdb-8b52-c83c32ab9445) service to localhost/127.0.0.1:45039 2024-11-14T19:46:56,904 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:46:56,905 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/cluster_1085a327-5937-fa21-7e20-256b418d2202/data/data1/current/BP-909451385-172.17.0.2-1731613611583 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:46:56,905 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/cluster_1085a327-5937-fa21-7e20-256b418d2202/data/data2/current/BP-909451385-172.17.0.2-1731613611583 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:46:56,905 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:46:56,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39ab788a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:46:56,911 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22ef8004{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:46:56,911 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:46:56,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d806d25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:46:56,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@786dddb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/hadoop.log.dir/,STOPPED} 2024-11-14T19:46:56,917 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T19:46:56,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:46:56,944 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=113 (was 83) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45039 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:45039 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=443 (was 408) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=358 (was 322) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5856 (was 6016) 2024-11-14T19:46:56,950 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=113, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=358, ProcessCount=11, AvailableMemoryMB=5856 2024-11-14T19:46:56,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/hadoop.log.dir so I do NOT create it in target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c 2024-11-14T19:46:56,963 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:46:56,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/hadoop.tmp.dir so I do NOT create it in target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c 2024-11-14T19:46:56,963 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f284c008-e2bb-b9b9-cffb-0c3411d0560c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:46:56,963 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c 2024-11-14T19:46:56,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:46:56,963 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/cluster_05d231d3-9383-04e0-2399-20d2138fff88, deleteOnExit=true 2024-11-14T19:46:56,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:46:56,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/test.cache.data in system properties and HBase conf 2024-11-14T19:46:56,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:46:56,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:46:56,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:46:56,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:46:56,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:46:56,964 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:46:56,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:46:56,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:46:56,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:46:56,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:46:56,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:46:56,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:46:56,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:46:56,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:46:56,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:46:56,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:46:56,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:46:56,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:46:56,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:46:56,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:46:57,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:57,203 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:46:57,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:46:57,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:46:57,205 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:46:57,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:57,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@646557f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:46:57,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@263cf864{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:46:57,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@423745be{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/java.io.tmpdir/jetty-localhost-40929-hadoop-hdfs-3_4_1-tests_jar-_-any-2309508967555661948/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:46:57,329 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@103727a7{HTTP/1.1, (http/1.1)}{localhost:40929} 2024-11-14T19:46:57,329 INFO [Time-limited test {}] server.Server(415): Started @17242ms 2024-11-14T19:46:57,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:57,547 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:46:57,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:46:57,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:46:57,550 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:46:57,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6649eb30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:46:57,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@218724c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:46:57,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@750884bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/java.io.tmpdir/jetty-localhost-39695-hadoop-hdfs-3_4_1-tests_jar-_-any-14907265676994841310/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:46:57,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64094964{HTTP/1.1, (http/1.1)}{localhost:39695} 2024-11-14T19:46:57,661 INFO [Time-limited test {}] server.Server(415): Started @17573ms 2024-11-14T19:46:57,667 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:46:57,699 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:46:57,705 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:46:57,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:46:57,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:46:57,706 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:46:57,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44a8ed98{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:46:57,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f67c53c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:46:57,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6dbb40b5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/java.io.tmpdir/jetty-localhost-38937-hadoop-hdfs-3_4_1-tests_jar-_-any-3178657605875213881/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:46:57,815 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@574a26a3{HTTP/1.1, (http/1.1)}{localhost:38937} 2024-11-14T19:46:57,815 INFO [Time-limited test {}] server.Server(415): Started @17728ms 2024-11-14T19:46:57,817 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:46:58,345 WARN [Thread-631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/cluster_05d231d3-9383-04e0-2399-20d2138fff88/data/data1/current/BP-1995875581-172.17.0.2-1731613616991/current, will proceed with Du for space computation calculation, 2024-11-14T19:46:58,345 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/cluster_05d231d3-9383-04e0-2399-20d2138fff88/data/data2/current/BP-1995875581-172.17.0.2-1731613616991/current, will proceed with Du for space computation calculation, 2024-11-14T19:46:58,364 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:46:58,367 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29b0110eef992988 with lease ID 0xbacac2492ee19da0: Processing first storage report for DS-3ad9f058-cd31-4b98-beca-6bd4c08f1d5f from datanode DatanodeRegistration(127.0.0.1:44831, datanodeUuid=82cce8e9-86ba-4963-bbc4-e31e20c6fb43, infoPort=45881, infoSecurePort=0, ipcPort=44135, storageInfo=lv=-57;cid=testClusterID;nsid=1795186397;c=1731613616991) 2024-11-14T19:46:58,367 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29b0110eef992988 with lease ID 0xbacac2492ee19da0: from storage DS-3ad9f058-cd31-4b98-beca-6bd4c08f1d5f node DatanodeRegistration(127.0.0.1:44831, datanodeUuid=82cce8e9-86ba-4963-bbc4-e31e20c6fb43, infoPort=45881, infoSecurePort=0, ipcPort=44135, storageInfo=lv=-57;cid=testClusterID;nsid=1795186397;c=1731613616991), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:46:58,367 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29b0110eef992988 with lease ID 0xbacac2492ee19da0: Processing first storage report for DS-9621d618-0dd2-4662-a9ea-f0d43444edbc from datanode DatanodeRegistration(127.0.0.1:44831, datanodeUuid=82cce8e9-86ba-4963-bbc4-e31e20c6fb43, infoPort=45881, infoSecurePort=0, ipcPort=44135, storageInfo=lv=-57;cid=testClusterID;nsid=1795186397;c=1731613616991) 2024-11-14T19:46:58,367 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29b0110eef992988 with lease ID 0xbacac2492ee19da0: from storage DS-9621d618-0dd2-4662-a9ea-f0d43444edbc node DatanodeRegistration(127.0.0.1:44831, datanodeUuid=82cce8e9-86ba-4963-bbc4-e31e20c6fb43, infoPort=45881, infoSecurePort=0, ipcPort=44135, storageInfo=lv=-57;cid=testClusterID;nsid=1795186397;c=1731613616991), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:46:58,472 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/cluster_05d231d3-9383-04e0-2399-20d2138fff88/data/data4/current/BP-1995875581-172.17.0.2-1731613616991/current, will proceed with Du for space computation calculation, 2024-11-14T19:46:58,472 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/cluster_05d231d3-9383-04e0-2399-20d2138fff88/data/data3/current/BP-1995875581-172.17.0.2-1731613616991/current, will proceed with Du for space computation calculation, 2024-11-14T19:46:58,491 WARN [Thread-618 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:46:58,494 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5f5c76ae6e82be1 with lease ID 0xbacac2492ee19da1: Processing first storage report for DS-10b518a7-f36e-4a9b-ba56-ef0caf22a0de from datanode DatanodeRegistration(127.0.0.1:42555, datanodeUuid=7a52d61f-b38d-4d13-aaf5-bbc106abe947, infoPort=40077, infoSecurePort=0, ipcPort=34593, storageInfo=lv=-57;cid=testClusterID;nsid=1795186397;c=1731613616991) 2024-11-14T19:46:58,494 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5f5c76ae6e82be1 with lease ID 0xbacac2492ee19da1: from storage DS-10b518a7-f36e-4a9b-ba56-ef0caf22a0de node DatanodeRegistration(127.0.0.1:42555, datanodeUuid=7a52d61f-b38d-4d13-aaf5-bbc106abe947, infoPort=40077, infoSecurePort=0, ipcPort=34593, storageInfo=lv=-57;cid=testClusterID;nsid=1795186397;c=1731613616991), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:46:58,494 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5f5c76ae6e82be1 with lease ID 0xbacac2492ee19da1: Processing first storage report for DS-c92fa38a-ff31-4b3f-b486-6978dd234746 from datanode DatanodeRegistration(127.0.0.1:42555, datanodeUuid=7a52d61f-b38d-4d13-aaf5-bbc106abe947, infoPort=40077, infoSecurePort=0, ipcPort=34593, storageInfo=lv=-57;cid=testClusterID;nsid=1795186397;c=1731613616991) 2024-11-14T19:46:58,494 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5f5c76ae6e82be1 with lease ID 0xbacac2492ee19da1: from storage DS-c92fa38a-ff31-4b3f-b486-6978dd234746 node DatanodeRegistration(127.0.0.1:42555, datanodeUuid=7a52d61f-b38d-4d13-aaf5-bbc106abe947, infoPort=40077, infoSecurePort=0, ipcPort=34593, storageInfo=lv=-57;cid=testClusterID;nsid=1795186397;c=1731613616991), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:46:58,557 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c 2024-11-14T19:46:58,560 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/cluster_05d231d3-9383-04e0-2399-20d2138fff88/zookeeper_0, clientPort=52930, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/cluster_05d231d3-9383-04e0-2399-20d2138fff88/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/cluster_05d231d3-9383-04e0-2399-20d2138fff88/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T19:46:58,561 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52930 2024-11-14T19:46:58,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:58,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:58,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:46:58,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:46:58,578 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1 with version=8 2024-11-14T19:46:58,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/hbase-staging 2024-11-14T19:46:58,581 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:46:58,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:58,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:58,581 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:46:58,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:58,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:46:58,581 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:46:58,582 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:46:58,582 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37229 2024-11-14T19:46:58,584 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37229 connecting to ZooKeeper ensemble=127.0.0.1:52930 2024-11-14T19:46:58,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372290x0, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:46:58,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37229-0x1013c10b7280000 connected 2024-11-14T19:46:58,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:58,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:58,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:46:58,689 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1, hbase.cluster.distributed=false 2024-11-14T19:46:58,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T19:46:58,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37229 2024-11-14T19:46:58,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37229 2024-11-14T19:46:58,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37229 2024-11-14T19:46:58,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37229 2024-11-14T19:46:58,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37229 2024-11-14T19:46:58,709 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:46:58,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:58,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:58,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:46:58,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:58,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:46:58,709 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:46:58,709 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:46:58,711 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40655 2024-11-14T19:46:58,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40655 connecting to ZooKeeper ensemble=127.0.0.1:52930 2024-11-14T19:46:58,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:58,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:58,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406550x0, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:46:58,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406550x0, quorum=127.0.0.1:52930, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:46:58,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40655-0x1013c10b7280001 connected 2024-11-14T19:46:58,728 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:46:58,728 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:46:58,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40655-0x1013c10b7280001, quorum=127.0.0.1:52930, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T19:46:58,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40655-0x1013c10b7280001, quorum=127.0.0.1:52930, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T19:46:58,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40655 2024-11-14T19:46:58,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40655 2024-11-14T19:46:58,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40655 2024-11-14T19:46:58,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40655 2024-11-14T19:46:58,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40655 2024-11-14T19:46:58,757 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:46:58,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:58,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:58,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:46:58,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:46:58,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:46:58,758 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:46:58,758 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:46:58,758 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34461 2024-11-14T19:46:58,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34461 connecting to ZooKeeper ensemble=127.0.0.1:52930 2024-11-14T19:46:58,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:58,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:58,777 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344610x0, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:46:58,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344610x0, quorum=127.0.0.1:52930, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:46:58,778 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:46:58,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34461-0x1013c10b7280002 connected 2024-11-14T19:46:58,780 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:46:58,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34461-0x1013c10b7280002, quorum=127.0.0.1:52930, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T19:46:58,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34461-0x1013c10b7280002, quorum=127.0.0.1:52930, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T19:46:58,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34461 2024-11-14T19:46:58,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34461 2024-11-14T19:46:58,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34461 2024-11-14T19:46:58,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34461 2024-11-14T19:46:58,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34461 2024-11-14T19:46:58,807 DEBUG [M:0;867b237d0fa7:37229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:37229 2024-11-14T19:46:58,811 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/867b237d0fa7,37229,1731613618581 2024-11-14T19:46:58,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:46:58,818 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1013c10b7280002, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:46:58,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x1013c10b7280001, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:46:58,819 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/867b237d0fa7,37229,1731613618581 2024-11-14T19:46:58,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x1013c10b7280001, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T19:46:58,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:58,827 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1013c10b7280002, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T19:46:58,827 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1013c10b7280002, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:58,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x1013c10b7280001, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:58,828 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T19:46:58,829 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/867b237d0fa7,37229,1731613618581 from backup master directory 2024-11-14T19:46:58,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x1013c10b7280001, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:46:58,835 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1013c10b7280002, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:46:58,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/867b237d0fa7,37229,1731613618581 2024-11-14T19:46:58,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:46:58,835 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:46:58,835 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,37229,1731613618581 2024-11-14T19:46:58,841 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/hbase.id] with ID: f50011ba-0d00-416a-9218-d5266457e871 2024-11-14T19:46:58,841 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/.tmp/hbase.id 2024-11-14T19:46:58,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:46:58,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:46:58,858 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/.tmp/hbase.id]:[hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/hbase.id] 2024-11-14T19:46:58,873 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:46:58,873 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:46:58,875 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T19:46:58,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x1013c10b7280001, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:58,885 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1013c10b7280002, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:58,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:58,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:46:58,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:46:58,897 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:46:58,898 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:46:58,899 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:58,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:46:58,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:46:58,915 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/data/master/store 2024-11-14T19:46:58,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:46:58,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:46:59,327 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:59,327 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:46:59,327 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:59,327 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:59,327 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:46:59,327 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:59,327 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:46:59,327 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613619327Disabling compacts and flushes for region at 1731613619327Disabling writes for close at 1731613619327Writing region close event to WAL at 1731613619327Closed at 1731613619327 2024-11-14T19:46:59,328 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/data/master/store/.initializing 2024-11-14T19:46:59,328 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/WALs/867b237d0fa7,37229,1731613618581 2024-11-14T19:46:59,329 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:46:59,332 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C37229%2C1731613618581, suffix=, logDir=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/WALs/867b237d0fa7,37229,1731613618581, archiveDir=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/oldWALs, maxLogs=10 2024-11-14T19:46:59,348 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/WALs/867b237d0fa7,37229,1731613618581/867b237d0fa7%2C37229%2C1731613618581.1731613619332, exclude list is [], retry=0 2024-11-14T19:46:59,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42555,DS-10b518a7-f36e-4a9b-ba56-ef0caf22a0de,DISK] 2024-11-14T19:46:59,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44831,DS-3ad9f058-cd31-4b98-beca-6bd4c08f1d5f,DISK] 2024-11-14T19:46:59,354 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/WALs/867b237d0fa7,37229,1731613618581/867b237d0fa7%2C37229%2C1731613618581.1731613619332 2024-11-14T19:46:59,354 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40077:40077),(127.0.0.1/127.0.0.1:45881:45881)] 2024-11-14T19:46:59,354 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:46:59,354 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:59,354 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:59,355 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:59,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:59,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:46:59,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:59,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:59,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:59,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:46:59,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:59,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:59,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:59,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:46:59,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:59,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:59,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:59,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:46:59,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:59,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:46:59,366 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:59,366 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:59,367 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:59,369 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:59,369 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:59,370 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:46:59,371 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:46:59,374 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:46:59,374 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60926678, jitterRate=-0.09212175011634827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:46:59,375 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613619355Initializing all the Stores at 1731613619356 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613619356Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613619356Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613619356Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613619356Cleaning up temporary data from old regions at 1731613619369 (+13 ms)Region opened successfully at 1731613619375 (+6 ms) 2024-11-14T19:46:59,375 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:46:59,379 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aae46d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:46:59,380 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:46:59,380 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:46:59,380 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:46:59,381 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:46:59,381 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:46:59,381 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:46:59,381 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:46:59,383 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:46:59,384 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T19:46:59,418 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T19:46:59,418 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:46:59,419 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:46:59,426 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T19:46:59,427 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:46:59,428 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:46:59,435 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T19:46:59,436 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:46:59,443 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T19:46:59,445 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:46:59,452 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T19:46:59,460 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1013c10b7280002, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T19:46:59,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x1013c10b7280001, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T19:46:59,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T19:46:59,460 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1013c10b7280002, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:59,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:59,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x1013c10b7280001, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:59,461 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,37229,1731613618581, sessionid=0x1013c10b7280000, setting cluster-up flag (Was=false) 2024-11-14T19:46:59,476 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1013c10b7280002, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:59,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:59,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x1013c10b7280001, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:59,501 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T19:46:59,502 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,37229,1731613618581 2024-11-14T19:46:59,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:59,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x1013c10b7280001, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:59,518 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1013c10b7280002, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:46:59,543 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T19:46:59,544 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,37229,1731613618581 2024-11-14T19:46:59,546 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:46:59,548 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:59,548 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:46:59,548 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:46:59,548 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,37229,1731613618581 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:46:59,550 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:59,550 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:59,550 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:59,550 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:46:59,550 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:46:59,550 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,550 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:46:59,550 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,551 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613649551 2024-11-14T19:46:59,551 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:46:59,551 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:46:59,551 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:46:59,551 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:46:59,551 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:46:59,551 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:46:59,551 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,552 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:46:59,552 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:46:59,552 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:59,552 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:46:59,552 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:46:59,552 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:46:59,552 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:46:59,552 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613619552,5,FailOnTimeoutGroup] 2024-11-14T19:46:59,553 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613619553,5,FailOnTimeoutGroup] 2024-11-14T19:46:59,553 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,553 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:46:59,553 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,553 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,553 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:59,553 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:46:59,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:46:59,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:46:59,565 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:46:59,565 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1 2024-11-14T19:46:59,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741832_1008 (size=32) 2024-11-14T19:46:59,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741832_1008 (size=32) 2024-11-14T19:46:59,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:46:59,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:46:59,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:46:59,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:59,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:59,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:46:59,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:46:59,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:59,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:59,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:46:59,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:46:59,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:59,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:59,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:46:59,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:46:59,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:46:59,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:46:59,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:46:59,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/hbase/meta/1588230740 2024-11-14T19:46:59,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/hbase/meta/1588230740 2024-11-14T19:46:59,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:46:59,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:46:59,589 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:46:59,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:46:59,592 INFO [RS:0;867b237d0fa7:40655 {}] regionserver.HRegionServer(746): ClusterId : f50011ba-0d00-416a-9218-d5266457e871 2024-11-14T19:46:59,592 DEBUG [RS:0;867b237d0fa7:40655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:46:59,593 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:46:59,593 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75366609, jitterRate=0.12304998934268951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:46:59,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613619576Initializing all the Stores at 1731613619577 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613619577Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613619577Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613619577Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613619577Cleaning up temporary data from old regions at 1731613619589 (+12 ms)Region opened successfully at 1731613619594 (+5 ms) 2024-11-14T19:46:59,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:46:59,594 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:46:59,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:46:59,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:46:59,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:46:59,595 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:46:59,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613619594Disabling compacts and flushes for region at 1731613619594Disabling writes for close at 1731613619594Writing region close event to WAL at 1731613619595 (+1 ms)Closed at 1731613619595 2024-11-14T19:46:59,596 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:46:59,596 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:46:59,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:46:59,597 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:46:59,598 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:46:59,601 INFO [RS:1;867b237d0fa7:34461 {}] regionserver.HRegionServer(746): ClusterId : f50011ba-0d00-416a-9218-d5266457e871 2024-11-14T19:46:59,601 DEBUG [RS:1;867b237d0fa7:34461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:46:59,610 DEBUG [RS:0;867b237d0fa7:40655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:46:59,610 DEBUG [RS:0;867b237d0fa7:40655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:46:59,618 DEBUG [RS:1;867b237d0fa7:34461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:46:59,618 DEBUG [RS:1;867b237d0fa7:34461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:46:59,626 DEBUG [RS:0;867b237d0fa7:40655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:46:59,627 DEBUG [RS:0;867b237d0fa7:40655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac3370e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:46:59,627 DEBUG [RS:1;867b237d0fa7:34461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:46:59,627 DEBUG [RS:1;867b237d0fa7:34461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400d2b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:46:59,638 DEBUG [RS:0;867b237d0fa7:40655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:40655 2024-11-14T19:46:59,638 DEBUG [RS:1;867b237d0fa7:34461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;867b237d0fa7:34461 2024-11-14T19:46:59,638 INFO [RS:1;867b237d0fa7:34461 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:46:59,638 INFO [RS:0;867b237d0fa7:40655 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:46:59,638 INFO [RS:1;867b237d0fa7:34461 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:46:59,638 INFO [RS:0;867b237d0fa7:40655 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:46:59,638 DEBUG [RS:1;867b237d0fa7:34461 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:46:59,638 DEBUG [RS:0;867b237d0fa7:40655 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:46:59,639 INFO [RS:1;867b237d0fa7:34461 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,37229,1731613618581 with port=34461, startcode=1731613618757 2024-11-14T19:46:59,639 INFO [RS:0;867b237d0fa7:40655 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,37229,1731613618581 with port=40655, startcode=1731613618708 2024-11-14T19:46:59,639 DEBUG [RS:1;867b237d0fa7:34461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:46:59,639 DEBUG [RS:0;867b237d0fa7:40655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:46:59,641 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:46:59,642 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,34461,1731613618757 2024-11-14T19:46:59,642 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:46:59,642 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37229 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,34461,1731613618757 2024-11-14T19:46:59,643 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,40655,1731613618708 2024-11-14T19:46:59,644 DEBUG [RS:1;867b237d0fa7:34461 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1 2024-11-14T19:46:59,644 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37229 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,40655,1731613618708 2024-11-14T19:46:59,644 DEBUG [RS:1;867b237d0fa7:34461 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34279 2024-11-14T19:46:59,644 DEBUG [RS:1;867b237d0fa7:34461 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:46:59,645 DEBUG [RS:0;867b237d0fa7:40655 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1 2024-11-14T19:46:59,645 DEBUG [RS:0;867b237d0fa7:40655 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34279 2024-11-14T19:46:59,645 DEBUG [RS:0;867b237d0fa7:40655 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:46:59,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T19:46:59,679 DEBUG [RS:1;867b237d0fa7:34461 {}] zookeeper.ZKUtil(111): regionserver:34461-0x1013c10b7280002, quorum=127.0.0.1:52930, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/867b237d0fa7,34461,1731613618757 2024-11-14T19:46:59,679 WARN [RS:1;867b237d0fa7:34461 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:46:59,679 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,34461,1731613618757] 2024-11-14T19:46:59,679 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,40655,1731613618708] 2024-11-14T19:46:59,680 INFO [RS:1;867b237d0fa7:34461 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:59,680 DEBUG [RS:0;867b237d0fa7:40655 {}] zookeeper.ZKUtil(111): regionserver:40655-0x1013c10b7280001, quorum=127.0.0.1:52930, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/867b237d0fa7,40655,1731613618708 2024-11-14T19:46:59,680 WARN [RS:0;867b237d0fa7:40655 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:46:59,680 DEBUG [RS:1;867b237d0fa7:34461 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/WALs/867b237d0fa7,34461,1731613618757 2024-11-14T19:46:59,680 INFO [RS:0;867b237d0fa7:40655 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:46:59,680 DEBUG [RS:0;867b237d0fa7:40655 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/WALs/867b237d0fa7,40655,1731613618708 2024-11-14T19:46:59,684 INFO [RS:1;867b237d0fa7:34461 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:46:59,684 INFO [RS:0;867b237d0fa7:40655 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:46:59,686 INFO [RS:1;867b237d0fa7:34461 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:46:59,686 INFO [RS:1;867b237d0fa7:34461 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:46:59,686 INFO [RS:1;867b237d0fa7:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,687 INFO [RS:1;867b237d0fa7:34461 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:46:59,688 INFO [RS:1;867b237d0fa7:34461 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:46:59,688 INFO [RS:1;867b237d0fa7:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,688 DEBUG [RS:1;867b237d0fa7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,688 DEBUG [RS:1;867b237d0fa7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,688 DEBUG [RS:1;867b237d0fa7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,688 DEBUG [RS:1;867b237d0fa7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,688 DEBUG [RS:1;867b237d0fa7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,688 DEBUG [RS:1;867b237d0fa7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:46:59,689 DEBUG [RS:1;867b237d0fa7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,689 DEBUG [RS:1;867b237d0fa7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,689 DEBUG [RS:1;867b237d0fa7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,689 DEBUG [RS:1;867b237d0fa7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,689 DEBUG [RS:1;867b237d0fa7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,689 DEBUG [RS:1;867b237d0fa7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,689 DEBUG [RS:1;867b237d0fa7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:46:59,689 DEBUG [RS:1;867b237d0fa7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:46:59,691 INFO [RS:0;867b237d0fa7:40655 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:46:59,692 INFO [RS:0;867b237d0fa7:40655 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:46:59,692 INFO [RS:0;867b237d0fa7:40655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,694 INFO [RS:1;867b237d0fa7:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,694 INFO [RS:1;867b237d0fa7:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,694 INFO [RS:0;867b237d0fa7:40655 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:46:59,694 INFO [RS:1;867b237d0fa7:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,694 INFO [RS:1;867b237d0fa7:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,694 INFO [RS:1;867b237d0fa7:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,694 INFO [RS:1;867b237d0fa7:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,34461,1731613618757-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:46:59,695 INFO [RS:0;867b237d0fa7:40655 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:46:59,695 INFO [RS:0;867b237d0fa7:40655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,695 DEBUG [RS:0;867b237d0fa7:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,695 DEBUG [RS:0;867b237d0fa7:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,695 DEBUG [RS:0;867b237d0fa7:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,695 DEBUG [RS:0;867b237d0fa7:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,695 DEBUG [RS:0;867b237d0fa7:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,695 DEBUG [RS:0;867b237d0fa7:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:46:59,695 DEBUG [RS:0;867b237d0fa7:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,696 DEBUG [RS:0;867b237d0fa7:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,696 DEBUG [RS:0;867b237d0fa7:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,696 DEBUG [RS:0;867b237d0fa7:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,696 DEBUG [RS:0;867b237d0fa7:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,696 DEBUG [RS:0;867b237d0fa7:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:46:59,696 DEBUG [RS:0;867b237d0fa7:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:46:59,696 DEBUG [RS:0;867b237d0fa7:40655 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:46:59,699 INFO [RS:0;867b237d0fa7:40655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,699 INFO [RS:0;867b237d0fa7:40655 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,699 INFO [RS:0;867b237d0fa7:40655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,699 INFO [RS:0;867b237d0fa7:40655 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,699 INFO [RS:0;867b237d0fa7:40655 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,699 INFO [RS:0;867b237d0fa7:40655 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,40655,1731613618708-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:46:59,713 INFO [RS:0;867b237d0fa7:40655 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:46:59,713 INFO [RS:0;867b237d0fa7:40655 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,40655,1731613618708-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,714 INFO [RS:0;867b237d0fa7:40655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,714 INFO [RS:0;867b237d0fa7:40655 {}] regionserver.Replication(171): 867b237d0fa7,40655,1731613618708 started 2024-11-14T19:46:59,715 INFO [RS:1;867b237d0fa7:34461 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:46:59,715 INFO [RS:1;867b237d0fa7:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,34461,1731613618757-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,715 INFO [RS:1;867b237d0fa7:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,715 INFO [RS:1;867b237d0fa7:34461 {}] regionserver.Replication(171): 867b237d0fa7,34461,1731613618757 started 2024-11-14T19:46:59,728 INFO [RS:0;867b237d0fa7:40655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,728 INFO [RS:0;867b237d0fa7:40655 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,40655,1731613618708, RpcServer on 867b237d0fa7/172.17.0.2:40655, sessionid=0x1013c10b7280001 2024-11-14T19:46:59,728 DEBUG [RS:0;867b237d0fa7:40655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:46:59,728 DEBUG [RS:0;867b237d0fa7:40655 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,40655,1731613618708 2024-11-14T19:46:59,728 DEBUG [RS:0;867b237d0fa7:40655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,40655,1731613618708' 2024-11-14T19:46:59,728 DEBUG [RS:0;867b237d0fa7:40655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T19:46:59,729 DEBUG [RS:0;867b237d0fa7:40655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T19:46:59,729 INFO [RS:1;867b237d0fa7:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:46:59,729 INFO [RS:1;867b237d0fa7:34461 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,34461,1731613618757, RpcServer on 867b237d0fa7/172.17.0.2:34461, sessionid=0x1013c10b7280002 2024-11-14T19:46:59,729 DEBUG [RS:1;867b237d0fa7:34461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:46:59,729 DEBUG [RS:1;867b237d0fa7:34461 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,34461,1731613618757 2024-11-14T19:46:59,729 DEBUG [RS:1;867b237d0fa7:34461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,34461,1731613618757' 2024-11-14T19:46:59,729 DEBUG [RS:1;867b237d0fa7:34461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T19:46:59,729 DEBUG [RS:0;867b237d0fa7:40655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:46:59,729 DEBUG [RS:0;867b237d0fa7:40655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:46:59,729 DEBUG [RS:0;867b237d0fa7:40655 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,40655,1731613618708 2024-11-14T19:46:59,729 DEBUG [RS:0;867b237d0fa7:40655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,40655,1731613618708' 2024-11-14T19:46:59,729 DEBUG [RS:0;867b237d0fa7:40655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T19:46:59,730 DEBUG [RS:1;867b237d0fa7:34461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T19:46:59,730 DEBUG [RS:0;867b237d0fa7:40655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T19:46:59,730 DEBUG [RS:1;867b237d0fa7:34461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:46:59,730 DEBUG [RS:1;867b237d0fa7:34461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:46:59,730 DEBUG [RS:1;867b237d0fa7:34461 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,34461,1731613618757 2024-11-14T19:46:59,730 DEBUG [RS:1;867b237d0fa7:34461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,34461,1731613618757' 2024-11-14T19:46:59,730 DEBUG [RS:0;867b237d0fa7:40655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:46:59,730 DEBUG [RS:1;867b237d0fa7:34461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T19:46:59,730 INFO [RS:0;867b237d0fa7:40655 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:46:59,730 INFO [RS:0;867b237d0fa7:40655 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:46:59,730 DEBUG [RS:1;867b237d0fa7:34461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T19:46:59,731 DEBUG [RS:1;867b237d0fa7:34461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:46:59,731 INFO [RS:1;867b237d0fa7:34461 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:46:59,731 INFO [RS:1;867b237d0fa7:34461 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:46:59,749 WARN [867b237d0fa7:37229 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T19:46:59,831 INFO [RS:0;867b237d0fa7:40655 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:46:59,831 INFO [RS:1;867b237d0fa7:34461 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:46:59,833 INFO [RS:0;867b237d0fa7:40655 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C40655%2C1731613618708, suffix=, logDir=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/WALs/867b237d0fa7,40655,1731613618708, archiveDir=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/oldWALs, maxLogs=32 2024-11-14T19:46:59,833 INFO [RS:1;867b237d0fa7:34461 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C34461%2C1731613618757, suffix=, logDir=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/WALs/867b237d0fa7,34461,1731613618757, archiveDir=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/oldWALs, maxLogs=32 2024-11-14T19:46:59,848 DEBUG [RS:0;867b237d0fa7:40655 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/WALs/867b237d0fa7,40655,1731613618708/867b237d0fa7%2C40655%2C1731613618708.1731613619835, exclude list is [], retry=0 2024-11-14T19:46:59,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42555,DS-10b518a7-f36e-4a9b-ba56-ef0caf22a0de,DISK] 2024-11-14T19:46:59,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44831,DS-3ad9f058-cd31-4b98-beca-6bd4c08f1d5f,DISK] 2024-11-14T19:46:59,851 DEBUG [RS:1;867b237d0fa7:34461 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/WALs/867b237d0fa7,34461,1731613618757/867b237d0fa7%2C34461%2C1731613618757.1731613619835, exclude list is [], retry=0 2024-11-14T19:46:59,853 INFO [RS:0;867b237d0fa7:40655 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/WALs/867b237d0fa7,40655,1731613618708/867b237d0fa7%2C40655%2C1731613618708.1731613619835 2024-11-14T19:46:59,854 DEBUG [RS:0;867b237d0fa7:40655 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40077:40077),(127.0.0.1/127.0.0.1:45881:45881)] 2024-11-14T19:46:59,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44831,DS-3ad9f058-cd31-4b98-beca-6bd4c08f1d5f,DISK] 2024-11-14T19:46:59,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42555,DS-10b518a7-f36e-4a9b-ba56-ef0caf22a0de,DISK] 2024-11-14T19:46:59,861 INFO [RS:1;867b237d0fa7:34461 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/WALs/867b237d0fa7,34461,1731613618757/867b237d0fa7%2C34461%2C1731613618757.1731613619835 2024-11-14T19:46:59,863 DEBUG [RS:1;867b237d0fa7:34461 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40077:40077),(127.0.0.1/127.0.0.1:45881:45881)] 2024-11-14T19:46:59,999 DEBUG [867b237d0fa7:37229 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T19:46:59,999 DEBUG [867b237d0fa7:37229 {}] balancer.BalancerClusterState(204): Hosts are {867b237d0fa7=0} racks are {/default-rack=0} 2024-11-14T19:47:00,002 DEBUG [867b237d0fa7:37229 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T19:47:00,002 DEBUG [867b237d0fa7:37229 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T19:47:00,002 DEBUG [867b237d0fa7:37229 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T19:47:00,002 DEBUG [867b237d0fa7:37229 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T19:47:00,002 INFO [867b237d0fa7:37229 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T19:47:00,002 INFO [867b237d0fa7:37229 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T19:47:00,002 DEBUG [867b237d0fa7:37229 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T19:47:00,003 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,34461,1731613618757 2024-11-14T19:47:00,004 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,34461,1731613618757, state=OPENING 2024-11-14T19:47:00,016 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:47:00,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:00,024 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1013c10b7280002, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:00,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x1013c10b7280001, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:00,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:00,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:00,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:00,025 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:47:00,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,34461,1731613618757}] 2024-11-14T19:47:00,179 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:47:00,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:47:00,186 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:47:00,186 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:00,186 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:47:00,188 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C34461%2C1731613618757.meta, suffix=.meta, logDir=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/WALs/867b237d0fa7,34461,1731613618757, archiveDir=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/oldWALs, maxLogs=32 2024-11-14T19:47:00,202 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/WALs/867b237d0fa7,34461,1731613618757/867b237d0fa7%2C34461%2C1731613618757.meta.1731613620189.meta, exclude list is [], retry=0 2024-11-14T19:47:00,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44831,DS-3ad9f058-cd31-4b98-beca-6bd4c08f1d5f,DISK] 2024-11-14T19:47:00,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42555,DS-10b518a7-f36e-4a9b-ba56-ef0caf22a0de,DISK] 2024-11-14T19:47:00,207 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/WALs/867b237d0fa7,34461,1731613618757/867b237d0fa7%2C34461%2C1731613618757.meta.1731613620189.meta 2024-11-14T19:47:00,208 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40077:40077),(127.0.0.1/127.0.0.1:45881:45881)] 2024-11-14T19:47:00,208 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:00,208 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:47:00,208 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:47:00,208 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:47:00,209 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:47:00,209 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:00,209 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:47:00,209 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:47:00,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:47:00,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:47:00,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:00,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:00,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:47:00,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:47:00,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:00,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:00,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:47:00,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:47:00,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:00,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:00,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:47:00,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:47:00,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:00,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:00,217 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:47:00,218 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/hbase/meta/1588230740 2024-11-14T19:47:00,220 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/hbase/meta/1588230740 2024-11-14T19:47:00,222 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:47:00,222 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:47:00,222 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:00,224 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:47:00,225 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60627434, jitterRate=-0.09658083319664001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:00,225 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:47:00,226 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613620209Writing region info on filesystem at 1731613620209Initializing all the Stores at 1731613620210 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613620210Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613620210Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613620211 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613620211Cleaning up temporary data from old regions at 1731613620222 (+11 ms)Running coprocessor post-open hooks at 1731613620225 (+3 ms)Region opened successfully at 1731613620226 (+1 ms) 2024-11-14T19:47:00,227 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613620178 2024-11-14T19:47:00,230 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:47:00,230 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:47:00,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,34461,1731613618757 2024-11-14T19:47:00,232 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,34461,1731613618757, state=OPEN 2024-11-14T19:47:00,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x1013c10b7280001, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:47:00,241 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1013c10b7280002, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:47:00,241 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,34461,1731613618757 2024-11-14T19:47:00,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:00,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:00,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:47:00,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:00,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:47:00,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,34461,1731613618757 in 216 msec 2024-11-14T19:47:00,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:47:00,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 649 msec 2024-11-14T19:47:00,249 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:00,249 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:47:00,251 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:00,251 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,34461,1731613618757, seqNum=-1] 2024-11-14T19:47:00,251 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:00,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:00,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 712 msec 2024-11-14T19:47:00,260 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613620260, completionTime=-1 2024-11-14T19:47:00,260 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T19:47:00,261 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:47:00,263 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T19:47:00,263 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613680263 2024-11-14T19:47:00,264 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613740264 2024-11-14T19:47:00,264 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-14T19:47:00,264 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,37229,1731613618581-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:00,264 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,37229,1731613618581-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:00,264 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,37229,1731613618581-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:00,265 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:37229, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:00,265 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:00,265 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:00,268 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:47:00,270 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.435sec 2024-11-14T19:47:00,270 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:47:00,270 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:47:00,270 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:47:00,270 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:47:00,271 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:47:00,271 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,37229,1731613618581-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:47:00,271 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,37229,1731613618581-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:47:00,274 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:47:00,274 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:47:00,275 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,37229,1731613618581-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:00,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0de5a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:00,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,37229,-1 for getting cluster id 2024-11-14T19:47:00,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:00,296 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f50011ba-0d00-416a-9218-d5266457e871' 2024-11-14T19:47:00,297 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:00,297 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f50011ba-0d00-416a-9218-d5266457e871" 2024-11-14T19:47:00,298 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5190c47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:00,298 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,37229,-1] 2024-11-14T19:47:00,298 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:00,298 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:00,299 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:00,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db8b6ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:00,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:00,302 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,34461,1731613618757, seqNum=-1] 2024-11-14T19:47:00,303 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:00,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:00,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,37229,1731613618581 2024-11-14T19:47:00,306 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:00,307 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,37229,1731613618581 2024-11-14T19:47:00,307 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55586c9 2024-11-14T19:47:00,308 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:00,309 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:47:00,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37229 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:47:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37229 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T19:47:00,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:47:00,313 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:00,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37229 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T19:47:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:00,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:47:00,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741836_1012 (size=379) 2024-11-14T19:47:00,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741836_1012 (size=379) 2024-11-14T19:47:00,338 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:47:00,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:00,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:00,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:00,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:00,726 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 84011dfafa5f3fb786aeb9189d0f0445, NAME => 'testClearRegionBlockCache,,1731613620309.84011dfafa5f3fb786aeb9189d0f0445.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1 2024-11-14T19:47:00,727 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ac9573ffdf1a0e2511625ba29c3d74ae, NAME => 'testClearRegionBlockCache,5,1731613620309.ac9573ffdf1a0e2511625ba29c3d74ae.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1 2024-11-14T19:47:00,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741838_1014 (size=61) 2024-11-14T19:47:00,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741837_1013 (size=61) 2024-11-14T19:47:00,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741838_1014 (size=61) 2024-11-14T19:47:00,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741837_1013 (size=61) 2024-11-14T19:47:00,735 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731613620309.84011dfafa5f3fb786aeb9189d0f0445.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:00,735 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731613620309.ac9573ffdf1a0e2511625ba29c3d74ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:00,735 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 84011dfafa5f3fb786aeb9189d0f0445, disabling compactions & flushes 2024-11-14T19:47:00,735 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing ac9573ffdf1a0e2511625ba29c3d74ae, disabling compactions & flushes 2024-11-14T19:47:00,735 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731613620309.84011dfafa5f3fb786aeb9189d0f0445. 2024-11-14T19:47:00,735 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731613620309.ac9573ffdf1a0e2511625ba29c3d74ae. 2024-11-14T19:47:00,735 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731613620309.84011dfafa5f3fb786aeb9189d0f0445. 2024-11-14T19:47:00,735 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731613620309.ac9573ffdf1a0e2511625ba29c3d74ae. 2024-11-14T19:47:00,735 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731613620309.84011dfafa5f3fb786aeb9189d0f0445. after waiting 0 ms 2024-11-14T19:47:00,735 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731613620309.84011dfafa5f3fb786aeb9189d0f0445. 2024-11-14T19:47:00,735 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731613620309.ac9573ffdf1a0e2511625ba29c3d74ae. after waiting 0 ms 2024-11-14T19:47:00,735 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731613620309.ac9573ffdf1a0e2511625ba29c3d74ae. 2024-11-14T19:47:00,735 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731613620309.84011dfafa5f3fb786aeb9189d0f0445. 2024-11-14T19:47:00,735 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731613620309.ac9573ffdf1a0e2511625ba29c3d74ae. 2024-11-14T19:47:00,735 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 84011dfafa5f3fb786aeb9189d0f0445: Waiting for close lock at 1731613620735Disabling compacts and flushes for region at 1731613620735Disabling writes for close at 1731613620735Writing region close event to WAL at 1731613620735Closed at 1731613620735 2024-11-14T19:47:00,736 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for ac9573ffdf1a0e2511625ba29c3d74ae: Waiting for close lock at 1731613620735Disabling compacts and flushes for region at 1731613620735Disabling writes for close at 1731613620735Writing region close event to WAL at 1731613620735Closed at 1731613620735 2024-11-14T19:47:00,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:47:00,738 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731613620309.84011dfafa5f3fb786aeb9189d0f0445.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731613620737"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613620737"}]},"ts":"1731613620737"} 2024-11-14T19:47:00,738 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731613620309.ac9573ffdf1a0e2511625ba29c3d74ae.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731613620737"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613620737"}]},"ts":"1731613620737"} 2024-11-14T19:47:00,741 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T19:47:00,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:47:00,742 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613620742"}]},"ts":"1731613620742"} 2024-11-14T19:47:00,744 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T19:47:00,745 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {867b237d0fa7=0} racks are {/default-rack=0} 2024-11-14T19:47:00,746 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T19:47:00,746 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T19:47:00,746 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T19:47:00,746 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T19:47:00,746 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T19:47:00,746 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T19:47:00,746 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T19:47:00,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=84011dfafa5f3fb786aeb9189d0f0445, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ac9573ffdf1a0e2511625ba29c3d74ae, ASSIGN}] 2024-11-14T19:47:00,748 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ac9573ffdf1a0e2511625ba29c3d74ae, ASSIGN 2024-11-14T19:47:00,748 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=84011dfafa5f3fb786aeb9189d0f0445, ASSIGN 2024-11-14T19:47:00,749 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=84011dfafa5f3fb786aeb9189d0f0445, ASSIGN; state=OFFLINE, location=867b237d0fa7,34461,1731613618757; forceNewPlan=false, retain=false 2024-11-14T19:47:00,749 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ac9573ffdf1a0e2511625ba29c3d74ae, ASSIGN; state=OFFLINE, location=867b237d0fa7,40655,1731613618708; forceNewPlan=false, retain=false 2024-11-14T19:47:00,900 INFO [867b237d0fa7:37229 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T19:47:00,900 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ac9573ffdf1a0e2511625ba29c3d74ae, regionState=OPENING, regionLocation=867b237d0fa7,40655,1731613618708 2024-11-14T19:47:00,900 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=84011dfafa5f3fb786aeb9189d0f0445, regionState=OPENING, regionLocation=867b237d0fa7,34461,1731613618757 2024-11-14T19:47:00,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=84011dfafa5f3fb786aeb9189d0f0445, ASSIGN because future has completed 2024-11-14T19:47:00,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84011dfafa5f3fb786aeb9189d0f0445, server=867b237d0fa7,34461,1731613618757}] 2024-11-14T19:47:00,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ac9573ffdf1a0e2511625ba29c3d74ae, ASSIGN because future has completed 2024-11-14T19:47:00,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac9573ffdf1a0e2511625ba29c3d74ae, server=867b237d0fa7,40655,1731613618708}] 2024-11-14T19:47:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:01,069 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:47:01,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:47:01,075 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731613620309.84011dfafa5f3fb786aeb9189d0f0445. 2024-11-14T19:47:01,075 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 84011dfafa5f3fb786aeb9189d0f0445, NAME => 'testClearRegionBlockCache,,1731613620309.84011dfafa5f3fb786aeb9189d0f0445.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T19:47:01,076 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 84011dfafa5f3fb786aeb9189d0f0445 2024-11-14T19:47:01,076 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731613620309.84011dfafa5f3fb786aeb9189d0f0445.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:01,076 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 84011dfafa5f3fb786aeb9189d0f0445 2024-11-14T19:47:01,076 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 84011dfafa5f3fb786aeb9189d0f0445 2024-11-14T19:47:01,077 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731613620309.ac9573ffdf1a0e2511625ba29c3d74ae. 2024-11-14T19:47:01,077 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => ac9573ffdf1a0e2511625ba29c3d74ae, NAME => 'testClearRegionBlockCache,5,1731613620309.ac9573ffdf1a0e2511625ba29c3d74ae.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T19:47:01,078 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ac9573ffdf1a0e2511625ba29c3d74ae 2024-11-14T19:47:01,078 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731613620309.ac9573ffdf1a0e2511625ba29c3d74ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:01,078 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for ac9573ffdf1a0e2511625ba29c3d74ae 2024-11-14T19:47:01,078 INFO [StoreOpener-84011dfafa5f3fb786aeb9189d0f0445-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 84011dfafa5f3fb786aeb9189d0f0445 2024-11-14T19:47:01,078 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for ac9573ffdf1a0e2511625ba29c3d74ae 2024-11-14T19:47:01,084 INFO [StoreOpener-84011dfafa5f3fb786aeb9189d0f0445-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84011dfafa5f3fb786aeb9189d0f0445 columnFamilyName family 2024-11-14T19:47:01,084 DEBUG [StoreOpener-84011dfafa5f3fb786aeb9189d0f0445-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:01,084 INFO [StoreOpener-ac9573ffdf1a0e2511625ba29c3d74ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ac9573ffdf1a0e2511625ba29c3d74ae 2024-11-14T19:47:01,085 INFO [StoreOpener-84011dfafa5f3fb786aeb9189d0f0445-1 {}] regionserver.HStore(327): Store=84011dfafa5f3fb786aeb9189d0f0445/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:01,085 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 84011dfafa5f3fb786aeb9189d0f0445 2024-11-14T19:47:01,086 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/default/testClearRegionBlockCache/84011dfafa5f3fb786aeb9189d0f0445 2024-11-14T19:47:01,086 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/default/testClearRegionBlockCache/84011dfafa5f3fb786aeb9189d0f0445 2024-11-14T19:47:01,087 INFO [StoreOpener-ac9573ffdf1a0e2511625ba29c3d74ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac9573ffdf1a0e2511625ba29c3d74ae columnFamilyName family 2024-11-14T19:47:01,087 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 84011dfafa5f3fb786aeb9189d0f0445 2024-11-14T19:47:01,087 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 84011dfafa5f3fb786aeb9189d0f0445 2024-11-14T19:47:01,087 DEBUG [StoreOpener-ac9573ffdf1a0e2511625ba29c3d74ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:01,087 INFO [StoreOpener-ac9573ffdf1a0e2511625ba29c3d74ae-1 {}] regionserver.HStore(327): Store=ac9573ffdf1a0e2511625ba29c3d74ae/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:01,088 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for ac9573ffdf1a0e2511625ba29c3d74ae 2024-11-14T19:47:01,088 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/default/testClearRegionBlockCache/ac9573ffdf1a0e2511625ba29c3d74ae 2024-11-14T19:47:01,088 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 84011dfafa5f3fb786aeb9189d0f0445 2024-11-14T19:47:01,089 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/default/testClearRegionBlockCache/ac9573ffdf1a0e2511625ba29c3d74ae 2024-11-14T19:47:01,089 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for ac9573ffdf1a0e2511625ba29c3d74ae 2024-11-14T19:47:01,089 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for ac9573ffdf1a0e2511625ba29c3d74ae 2024-11-14T19:47:01,091 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/default/testClearRegionBlockCache/84011dfafa5f3fb786aeb9189d0f0445/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:01,091 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for ac9573ffdf1a0e2511625ba29c3d74ae 2024-11-14T19:47:01,091 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 84011dfafa5f3fb786aeb9189d0f0445; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59705986, jitterRate=-0.11031147837638855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:47:01,091 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84011dfafa5f3fb786aeb9189d0f0445 2024-11-14T19:47:01,092 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 84011dfafa5f3fb786aeb9189d0f0445: Running coprocessor pre-open hook at 1731613621076Writing region info on filesystem at 1731613621076Initializing all the Stores at 1731613621078 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613621078Cleaning up temporary data from old regions at 1731613621087 (+9 ms)Running coprocessor post-open hooks at 1731613621091 (+4 ms)Region opened successfully at 1731613621092 (+1 ms) 2024-11-14T19:47:01,094 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731613620309.84011dfafa5f3fb786aeb9189d0f0445., pid=7, masterSystemTime=1731613621066 2024-11-14T19:47:01,094 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/default/testClearRegionBlockCache/ac9573ffdf1a0e2511625ba29c3d74ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:01,095 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened ac9573ffdf1a0e2511625ba29c3d74ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72147489, jitterRate=0.07508136332035065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:47:01,095 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac9573ffdf1a0e2511625ba29c3d74ae 2024-11-14T19:47:01,095 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for ac9573ffdf1a0e2511625ba29c3d74ae: Running coprocessor pre-open hook at 1731613621078Writing region info on filesystem at 1731613621078Initializing all the Stores at 1731613621084 (+6 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613621084Cleaning up temporary data from old regions at 1731613621089 (+5 ms)Running coprocessor post-open hooks at 1731613621095 (+6 ms)Region opened successfully at 1731613621095 2024-11-14T19:47:01,096 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731613620309.ac9573ffdf1a0e2511625ba29c3d74ae., pid=8, masterSystemTime=1731613621069 2024-11-14T19:47:01,097 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731613620309.84011dfafa5f3fb786aeb9189d0f0445. 2024-11-14T19:47:01,097 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731613620309.84011dfafa5f3fb786aeb9189d0f0445. 2024-11-14T19:47:01,098 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=84011dfafa5f3fb786aeb9189d0f0445, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,34461,1731613618757 2024-11-14T19:47:01,100 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ac9573ffdf1a0e2511625ba29c3d74ae, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,40655,1731613618708 2024-11-14T19:47:01,100 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731613620309.ac9573ffdf1a0e2511625ba29c3d74ae. 2024-11-14T19:47:01,100 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731613620309.ac9573ffdf1a0e2511625ba29c3d74ae. 2024-11-14T19:47:01,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84011dfafa5f3fb786aeb9189d0f0445, server=867b237d0fa7,34461,1731613618757 because future has completed 2024-11-14T19:47:01,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac9573ffdf1a0e2511625ba29c3d74ae, server=867b237d0fa7,40655,1731613618708 because future has completed 2024-11-14T19:47:01,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-14T19:47:01,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 84011dfafa5f3fb786aeb9189d0f0445, server=867b237d0fa7,34461,1731613618757 in 197 msec 2024-11-14T19:47:01,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-14T19:47:01,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ac9573ffdf1a0e2511625ba29c3d74ae, server=867b237d0fa7,40655,1731613618708 in 190 msec 2024-11-14T19:47:01,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=84011dfafa5f3fb786aeb9189d0f0445, ASSIGN in 360 msec 2024-11-14T19:47:01,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-14T19:47:01,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ac9573ffdf1a0e2511625ba29c3d74ae, ASSIGN in 362 msec 2024-11-14T19:47:01,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:47:01,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613621112"}]},"ts":"1731613621112"} 2024-11-14T19:47:01,114 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T19:47:01,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:47:01,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 806 msec 2024-11-14T19:47:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:01,450 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T19:47:01,450 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T19:47:01,451 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T19:47:01,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T19:47:01,454 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T19:47:01,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T19:47:01,457 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731613620309.84011dfafa5f3fb786aeb9189d0f0445., hostname=867b237d0fa7,34461,1731613618757, seqNum=2] 2024-11-14T19:47:01,468 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731613620309.ac9573ffdf1a0e2511625ba29c3d74ae., hostname=867b237d0fa7,40655,1731613618708, seqNum=2] 2024-11-14T19:47:01,468 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:01,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:01,481 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ac9573ffdf1a0e2511625ba29c3d74ae 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T19:47:01,501 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/default/testClearRegionBlockCache/ac9573ffdf1a0e2511625ba29c3d74ae/.tmp/family/fd62969526ff41c8a10a3f644999caf2 is 32, key is 5/family:/1731613621471/Put/seqid=0 2024-11-14T19:47:01,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741839_1015 (size=5083) 2024-11-14T19:47:01,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741839_1015 (size=5083) 2024-11-14T19:47:01,508 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/default/testClearRegionBlockCache/ac9573ffdf1a0e2511625ba29c3d74ae/.tmp/family/fd62969526ff41c8a10a3f644999caf2 2024-11-14T19:47:01,515 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/default/testClearRegionBlockCache/ac9573ffdf1a0e2511625ba29c3d74ae/.tmp/family/fd62969526ff41c8a10a3f644999caf2 as hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/default/testClearRegionBlockCache/ac9573ffdf1a0e2511625ba29c3d74ae/family/fd62969526ff41c8a10a3f644999caf2 2024-11-14T19:47:01,522 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/default/testClearRegionBlockCache/ac9573ffdf1a0e2511625ba29c3d74ae/family/fd62969526ff41c8a10a3f644999caf2, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T19:47:01,523 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for ac9573ffdf1a0e2511625ba29c3d74ae in 42ms, sequenceid=9, compaction requested=false 2024-11-14T19:47:01,523 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ac9573ffdf1a0e2511625ba29c3d74ae: 2024-11-14T19:47:01,523 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 84011dfafa5f3fb786aeb9189d0f0445 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T19:47:01,540 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/default/testClearRegionBlockCache/84011dfafa5f3fb786aeb9189d0f0445/.tmp/family/4f64002b5013406990dd6734cde19a9f is 32, key is 1/family:/1731613621458/Put/seqid=0 2024-11-14T19:47:01,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741840_1016 (size=5054) 2024-11-14T19:47:01,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741840_1016 (size=5054) 2024-11-14T19:47:01,546 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/default/testClearRegionBlockCache/84011dfafa5f3fb786aeb9189d0f0445/.tmp/family/4f64002b5013406990dd6734cde19a9f 2024-11-14T19:47:01,553 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/default/testClearRegionBlockCache/84011dfafa5f3fb786aeb9189d0f0445/.tmp/family/4f64002b5013406990dd6734cde19a9f as hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/default/testClearRegionBlockCache/84011dfafa5f3fb786aeb9189d0f0445/family/4f64002b5013406990dd6734cde19a9f 2024-11-14T19:47:01,560 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/default/testClearRegionBlockCache/84011dfafa5f3fb786aeb9189d0f0445/family/4f64002b5013406990dd6734cde19a9f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T19:47:01,562 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 84011dfafa5f3fb786aeb9189d0f0445 in 39ms, sequenceid=8, compaction requested=false 2024-11-14T19:47:01,562 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 84011dfafa5f3fb786aeb9189d0f0445: 2024-11-14T19:47:01,567 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-14T19:47:01,571 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:47:01,571 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:47:01,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:47:01,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:47:01,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:47:01,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:47:01,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:01,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:01,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:01,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:01,574 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:47:01,574 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=38358159, stopped=false 2024-11-14T19:47:01,574 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,37229,1731613618581 2024-11-14T19:47:01,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:47:01,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x1013c10b7280001, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:47:01,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:01,610 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1013c10b7280002, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:47:01,610 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:47:01,610 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1013c10b7280002, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:01,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x1013c10b7280001, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:01,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40655-0x1013c10b7280001, quorum=127.0.0.1:52930, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:47:01,611 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:47:01,611 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:01,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:01,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34461-0x1013c10b7280002, quorum=127.0.0.1:52930, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:47:01,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:47:01,612 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,40655,1731613618708' ***** 2024-11-14T19:47:01,612 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:47:01,612 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,34461,1731613618757' ***** 2024-11-14T19:47:01,612 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:47:01,612 INFO [RS:1;867b237d0fa7:34461 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:47:01,612 INFO [RS:1;867b237d0fa7:34461 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:47:01,612 INFO [RS:1;867b237d0fa7:34461 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:47:01,612 INFO [RS:1;867b237d0fa7:34461 {}] regionserver.HRegionServer(3091): Received CLOSE for 84011dfafa5f3fb786aeb9189d0f0445 2024-11-14T19:47:01,612 INFO [RS:0;867b237d0fa7:40655 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:47:01,613 INFO [RS:0;867b237d0fa7:40655 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:47:01,613 INFO [RS:0;867b237d0fa7:40655 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:47:01,613 INFO [RS:0;867b237d0fa7:40655 {}] regionserver.HRegionServer(3091): Received CLOSE for ac9573ffdf1a0e2511625ba29c3d74ae 2024-11-14T19:47:01,613 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:47:01,613 INFO [RS:1;867b237d0fa7:34461 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,34461,1731613618757 2024-11-14T19:47:01,613 INFO [RS:1;867b237d0fa7:34461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:47:01,613 INFO [RS:1;867b237d0fa7:34461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;867b237d0fa7:34461. 2024-11-14T19:47:01,613 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:47:01,613 INFO [RS:0;867b237d0fa7:40655 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,40655,1731613618708 2024-11-14T19:47:01,613 INFO [RS:0;867b237d0fa7:40655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:47:01,613 INFO [RS:0;867b237d0fa7:40655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:40655. 2024-11-14T19:47:01,613 DEBUG [RS:0;867b237d0fa7:40655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:01,613 DEBUG [RS:0;867b237d0fa7:40655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:01,613 INFO [RS:0;867b237d0fa7:40655 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T19:47:01,613 DEBUG [RS:0;867b237d0fa7:40655 {}] regionserver.HRegionServer(1325): Online Regions={ac9573ffdf1a0e2511625ba29c3d74ae=testClearRegionBlockCache,5,1731613620309.ac9573ffdf1a0e2511625ba29c3d74ae.} 2024-11-14T19:47:01,613 DEBUG [RS:0;867b237d0fa7:40655 {}] regionserver.HRegionServer(1351): Waiting on ac9573ffdf1a0e2511625ba29c3d74ae 2024-11-14T19:47:01,613 DEBUG [RS:1;867b237d0fa7:34461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:01,613 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84011dfafa5f3fb786aeb9189d0f0445, disabling compactions & flushes 2024-11-14T19:47:01,613 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac9573ffdf1a0e2511625ba29c3d74ae, disabling compactions & flushes 2024-11-14T19:47:01,614 DEBUG [RS:1;867b237d0fa7:34461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:01,614 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731613620309.84011dfafa5f3fb786aeb9189d0f0445. 2024-11-14T19:47:01,614 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731613620309.ac9573ffdf1a0e2511625ba29c3d74ae. 2024-11-14T19:47:01,614 INFO [RS:1;867b237d0fa7:34461 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:47:01,614 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731613620309.84011dfafa5f3fb786aeb9189d0f0445. 2024-11-14T19:47:01,614 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731613620309.ac9573ffdf1a0e2511625ba29c3d74ae. 2024-11-14T19:47:01,614 INFO [RS:1;867b237d0fa7:34461 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:47:01,614 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731613620309.84011dfafa5f3fb786aeb9189d0f0445. after waiting 0 ms 2024-11-14T19:47:01,614 INFO [RS:1;867b237d0fa7:34461 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:47:01,614 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731613620309.ac9573ffdf1a0e2511625ba29c3d74ae. after waiting 0 ms 2024-11-14T19:47:01,614 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731613620309.84011dfafa5f3fb786aeb9189d0f0445. 2024-11-14T19:47:01,614 INFO [RS:1;867b237d0fa7:34461 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:47:01,614 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731613620309.ac9573ffdf1a0e2511625ba29c3d74ae. 2024-11-14T19:47:01,616 INFO [RS:1;867b237d0fa7:34461 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T19:47:01,616 DEBUG [RS:1;867b237d0fa7:34461 {}] regionserver.HRegionServer(1325): Online Regions={84011dfafa5f3fb786aeb9189d0f0445=testClearRegionBlockCache,,1731613620309.84011dfafa5f3fb786aeb9189d0f0445., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:47:01,616 DEBUG [RS:1;867b237d0fa7:34461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84011dfafa5f3fb786aeb9189d0f0445 2024-11-14T19:47:01,616 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:47:01,616 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:47:01,616 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:47:01,616 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:47:01,616 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:47:01,617 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T19:47:01,621 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/default/testClearRegionBlockCache/84011dfafa5f3fb786aeb9189d0f0445/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T19:47:01,621 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731613620309.84011dfafa5f3fb786aeb9189d0f0445. 2024-11-14T19:47:01,622 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84011dfafa5f3fb786aeb9189d0f0445: Waiting for close lock at 1731613621613Running coprocessor pre-close hooks at 1731613621613Disabling compacts and flushes for region at 1731613621613Disabling writes for close at 1731613621614 (+1 ms)Writing region close event to WAL at 1731613621616 (+2 ms)Running coprocessor post-close hooks at 1731613621621 (+5 ms)Closed at 1731613621621 2024-11-14T19:47:01,622 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731613620309.84011dfafa5f3fb786aeb9189d0f0445. 2024-11-14T19:47:01,622 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/default/testClearRegionBlockCache/ac9573ffdf1a0e2511625ba29c3d74ae/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T19:47:01,622 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731613620309.ac9573ffdf1a0e2511625ba29c3d74ae. 2024-11-14T19:47:01,623 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac9573ffdf1a0e2511625ba29c3d74ae: Waiting for close lock at 1731613621613Running coprocessor pre-close hooks at 1731613621613Disabling compacts and flushes for region at 1731613621613Disabling writes for close at 1731613621614 (+1 ms)Writing region close event to WAL at 1731613621619 (+5 ms)Running coprocessor post-close hooks at 1731613621622 (+3 ms)Closed at 1731613621622 2024-11-14T19:47:01,623 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731613620309.ac9573ffdf1a0e2511625ba29c3d74ae. 2024-11-14T19:47:01,638 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/hbase/meta/1588230740/.tmp/info/30af6f4b30734459bc265ad5d62e4855 is 173, key is testClearRegionBlockCache,5,1731613620309.ac9573ffdf1a0e2511625ba29c3d74ae./info:regioninfo/1731613621099/Put/seqid=0 2024-11-14T19:47:01,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741841_1017 (size=8173) 2024-11-14T19:47:01,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741841_1017 (size=8173) 2024-11-14T19:47:01,644 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/hbase/meta/1588230740/.tmp/info/30af6f4b30734459bc265ad5d62e4855 2024-11-14T19:47:01,670 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/hbase/meta/1588230740/.tmp/ns/6a199037fe9940f6b14041809d7ba5c1 is 43, key is default/ns:d/1731613620254/Put/seqid=0 2024-11-14T19:47:01,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741842_1018 (size=5153) 2024-11-14T19:47:01,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741842_1018 (size=5153) 2024-11-14T19:47:01,676 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/hbase/meta/1588230740/.tmp/ns/6a199037fe9940f6b14041809d7ba5c1 2024-11-14T19:47:01,696 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:01,697 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/hbase/meta/1588230740/.tmp/table/3e509683bc7749479ed5904404675407 is 61, key is testClearRegionBlockCache/table:state/1731613621112/Put/seqid=0 2024-11-14T19:47:01,701 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:01,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741843_1019 (size=5312) 2024-11-14T19:47:01,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741843_1019 (size=5312) 2024-11-14T19:47:01,703 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/hbase/meta/1588230740/.tmp/table/3e509683bc7749479ed5904404675407 2024-11-14T19:47:01,711 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/hbase/meta/1588230740/.tmp/info/30af6f4b30734459bc265ad5d62e4855 as hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/hbase/meta/1588230740/info/30af6f4b30734459bc265ad5d62e4855 2024-11-14T19:47:01,718 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/hbase/meta/1588230740/info/30af6f4b30734459bc265ad5d62e4855, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T19:47:01,720 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/hbase/meta/1588230740/.tmp/ns/6a199037fe9940f6b14041809d7ba5c1 as hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/hbase/meta/1588230740/ns/6a199037fe9940f6b14041809d7ba5c1 2024-11-14T19:47:01,721 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:47:01,721 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:47:01,727 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/hbase/meta/1588230740/ns/6a199037fe9940f6b14041809d7ba5c1, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T19:47:01,729 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/hbase/meta/1588230740/.tmp/table/3e509683bc7749479ed5904404675407 as hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/hbase/meta/1588230740/table/3e509683bc7749479ed5904404675407 2024-11-14T19:47:01,737 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/hbase/meta/1588230740/table/3e509683bc7749479ed5904404675407, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T19:47:01,738 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 122ms, sequenceid=13, compaction requested=false 2024-11-14T19:47:01,745 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:47:01,746 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:47:01,746 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T19:47:01,747 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:47:01,747 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:01,747 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613621616Running coprocessor pre-close hooks at 1731613621616Disabling compacts and flushes for region at 1731613621616Disabling writes for close at 1731613621616Obtaining lock to block concurrent updates at 1731613621617 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731613621617Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731613621617Flushing stores of hbase:meta,,1.1588230740 at 1731613621618 (+1 ms)Flushing 1588230740/info: creating writer at 1731613621618Flushing 1588230740/info: appending metadata at 1731613621637 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731613621637Flushing 1588230740/ns: creating writer at 1731613621651 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731613621669 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731613621669Flushing 1588230740/table: creating writer at 1731613621682 (+13 ms)Flushing 1588230740/table: appending metadata at 1731613621696 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731613621696Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43f206ac: reopening flushed file at 1731613621710 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b8fbd68: reopening flushed file at 1731613621719 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6acaa04: reopening flushed file at 1731613621728 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 122ms, sequenceid=13, compaction requested=false at 1731613621738 (+10 ms)Writing region close event to WAL at 1731613621740 (+2 ms)Running coprocessor post-close hooks at 1731613621747 (+7 ms)Closed at 1731613621747 2024-11-14T19:47:01,747 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:01,814 INFO [RS:0;867b237d0fa7:40655 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,40655,1731613618708; all regions closed. 2024-11-14T19:47:01,816 INFO [RS:1;867b237d0fa7:34461 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,34461,1731613618757; all regions closed. 2024-11-14T19:47:01,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741833_1009 (size=1867) 2024-11-14T19:47:01,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741833_1009 (size=1867) 2024-11-14T19:47:01,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741835_1011 (size=4338) 2024-11-14T19:47:01,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741835_1011 (size=4338) 2024-11-14T19:47:01,820 DEBUG [RS:0;867b237d0fa7:40655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/oldWALs 2024-11-14T19:47:01,820 INFO [RS:0;867b237d0fa7:40655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C40655%2C1731613618708:(num 1731613619835) 2024-11-14T19:47:01,820 DEBUG [RS:0;867b237d0fa7:40655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:01,820 INFO [RS:0;867b237d0fa7:40655 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:01,820 INFO [RS:0;867b237d0fa7:40655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:47:01,820 INFO [RS:0;867b237d0fa7:40655 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:47:01,820 INFO [RS:0;867b237d0fa7:40655 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:47:01,821 INFO [RS:0;867b237d0fa7:40655 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:47:01,821 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:47:01,821 INFO [RS:0;867b237d0fa7:40655 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:47:01,821 INFO [RS:0;867b237d0fa7:40655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:47:01,821 INFO [RS:0;867b237d0fa7:40655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40655 2024-11-14T19:47:01,821 DEBUG [RS:1;867b237d0fa7:34461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/oldWALs 2024-11-14T19:47:01,821 INFO [RS:1;867b237d0fa7:34461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C34461%2C1731613618757.meta:.meta(num 1731613620189) 2024-11-14T19:47:01,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741834_1010 (size=1758) 2024-11-14T19:47:01,826 DEBUG [RS:1;867b237d0fa7:34461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/oldWALs 2024-11-14T19:47:01,826 INFO [RS:1;867b237d0fa7:34461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C34461%2C1731613618757:(num 1731613619835) 2024-11-14T19:47:01,826 DEBUG [RS:1;867b237d0fa7:34461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:01,826 INFO [RS:1;867b237d0fa7:34461 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:01,826 INFO [RS:1;867b237d0fa7:34461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:47:01,826 INFO [RS:1;867b237d0fa7:34461 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T19:47:01,826 INFO [RS:1;867b237d0fa7:34461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:47:01,826 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:47:01,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T19:47:01,826 INFO [RS:1;867b237d0fa7:34461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34461 2024-11-14T19:47:01,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x1013c10b7280001, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/867b237d0fa7,40655,1731613618708 2024-11-14T19:47:01,827 INFO [RS:0;867b237d0fa7:40655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:47:01,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741834_1010 (size=1758) 2024-11-14T19:47:01,835 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1013c10b7280002, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/867b237d0fa7,34461,1731613618757 2024-11-14T19:47:01,835 INFO [RS:1;867b237d0fa7:34461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:47:01,835 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,34461,1731613618757] 2024-11-14T19:47:01,851 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/867b237d0fa7,34461,1731613618757 already deleted, retry=false 2024-11-14T19:47:01,851 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,34461,1731613618757 expired; onlineServers=1 2024-11-14T19:47:01,851 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,40655,1731613618708] 2024-11-14T19:47:01,860 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/867b237d0fa7,40655,1731613618708 already deleted, retry=false 2024-11-14T19:47:01,860 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,40655,1731613618708 expired; onlineServers=0 2024-11-14T19:47:01,860 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,37229,1731613618581' ***** 2024-11-14T19:47:01,860 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:47:01,860 INFO [M:0;867b237d0fa7:37229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:47:01,860 INFO [M:0;867b237d0fa7:37229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:47:01,860 DEBUG [M:0;867b237d0fa7:37229 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:47:01,860 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:47:01,860 DEBUG [M:0;867b237d0fa7:37229 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:47:01,860 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613619553 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613619553,5,FailOnTimeoutGroup] 2024-11-14T19:47:01,860 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613619552 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613619552,5,FailOnTimeoutGroup] 2024-11-14T19:47:01,860 INFO [M:0;867b237d0fa7:37229 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:47:01,860 INFO [M:0;867b237d0fa7:37229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:47:01,860 DEBUG [M:0;867b237d0fa7:37229 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:47:01,860 INFO [M:0;867b237d0fa7:37229 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:47:01,861 INFO [M:0;867b237d0fa7:37229 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:47:01,861 INFO [M:0;867b237d0fa7:37229 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:47:01,861 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:47:01,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T19:47:01,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:01,918 DEBUG [M:0;867b237d0fa7:37229 {}] zookeeper.ZKUtil(347): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T19:47:01,918 WARN [M:0;867b237d0fa7:37229 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:47:01,919 INFO [M:0;867b237d0fa7:37229 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/.lastflushedseqids 2024-11-14T19:47:01,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741844_1020 (size=182) 2024-11-14T19:47:01,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741844_1020 (size=182) 2024-11-14T19:47:01,926 INFO [M:0;867b237d0fa7:37229 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:47:01,927 INFO [M:0;867b237d0fa7:37229 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:47:01,927 DEBUG [M:0;867b237d0fa7:37229 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:47:01,927 INFO [M:0;867b237d0fa7:37229 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:01,927 DEBUG [M:0;867b237d0fa7:37229 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:01,927 DEBUG [M:0;867b237d0fa7:37229 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:47:01,927 DEBUG [M:0;867b237d0fa7:37229 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:01,927 INFO [M:0;867b237d0fa7:37229 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-14T19:47:01,943 DEBUG [M:0;867b237d0fa7:37229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae9bc7f89e3f41a68f9421afcdc5425c is 82, key is hbase:meta,,1/info:regioninfo/1731613620231/Put/seqid=0 2024-11-14T19:47:01,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x1013c10b7280001, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:01,943 INFO [RS:0;867b237d0fa7:40655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:47:01,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40655-0x1013c10b7280001, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:01,943 INFO [RS:0;867b237d0fa7:40655 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,40655,1731613618708; zookeeper connection closed. 2024-11-14T19:47:01,943 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1669eb37 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1669eb37 2024-11-14T19:47:01,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741845_1021 (size=5672) 2024-11-14T19:47:01,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741845_1021 (size=5672) 2024-11-14T19:47:01,948 INFO [M:0;867b237d0fa7:37229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae9bc7f89e3f41a68f9421afcdc5425c 2024-11-14T19:47:01,951 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1013c10b7280002, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:01,951 INFO [RS:1;867b237d0fa7:34461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:47:01,951 DEBUG [pool-404-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1013c10b7280002, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:01,951 INFO [RS:1;867b237d0fa7:34461 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,34461,1731613618757; zookeeper connection closed. 2024-11-14T19:47:01,952 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15b9c519 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15b9c519 2024-11-14T19:47:01,952 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T19:47:02,002 DEBUG [M:0;867b237d0fa7:37229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d92e09f82154124977b9766215add69 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731613621117/Put/seqid=0 2024-11-14T19:47:02,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741846_1022 (size=6219) 2024-11-14T19:47:02,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741846_1022 (size=6219) 2024-11-14T19:47:02,009 INFO [M:0;867b237d0fa7:37229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d92e09f82154124977b9766215add69 2024-11-14T19:47:02,029 DEBUG [M:0;867b237d0fa7:37229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f49142e9bdb142d3b10acc83e3b49389 is 69, key is 867b237d0fa7,34461,1731613618757/rs:state/1731613619642/Put/seqid=0 2024-11-14T19:47:02,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741847_1023 (size=5224) 2024-11-14T19:47:02,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741847_1023 (size=5224) 2024-11-14T19:47:02,036 INFO [M:0;867b237d0fa7:37229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f49142e9bdb142d3b10acc83e3b49389 2024-11-14T19:47:02,042 DEBUG [M:0;867b237d0fa7:37229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae9bc7f89e3f41a68f9421afcdc5425c as hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae9bc7f89e3f41a68f9421afcdc5425c 2024-11-14T19:47:02,048 INFO [M:0;867b237d0fa7:37229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae9bc7f89e3f41a68f9421afcdc5425c, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T19:47:02,049 DEBUG [M:0;867b237d0fa7:37229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d92e09f82154124977b9766215add69 as hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d92e09f82154124977b9766215add69 2024-11-14T19:47:02,054 INFO [M:0;867b237d0fa7:37229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d92e09f82154124977b9766215add69, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T19:47:02,055 DEBUG [M:0;867b237d0fa7:37229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f49142e9bdb142d3b10acc83e3b49389 as hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f49142e9bdb142d3b10acc83e3b49389 2024-11-14T19:47:02,060 INFO [M:0;867b237d0fa7:37229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/39591ef4-73df-0553-bbdc-6303f7198bc1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f49142e9bdb142d3b10acc83e3b49389, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T19:47:02,061 INFO [M:0;867b237d0fa7:37229 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 134ms, sequenceid=71, compaction requested=false 2024-11-14T19:47:02,063 INFO [M:0;867b237d0fa7:37229 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:02,063 DEBUG [M:0;867b237d0fa7:37229 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613621927Disabling compacts and flushes for region at 1731613621927Disabling writes for close at 1731613621927Obtaining lock to block concurrent updates at 1731613621927Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613621927Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731613621928 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613621928Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613621928Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613621942 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613621942Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613621954 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613622002 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613622002Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613622014 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613622028 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613622028Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b0bcf60: reopening flushed file at 1731613622041 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d817589: reopening flushed file at 1731613622048 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@543f42ca: reopening flushed file at 1731613622054 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 134ms, sequenceid=71, compaction requested=false at 1731613622061 (+7 ms)Writing region close event to WAL at 1731613622063 (+2 ms)Closed at 1731613622063 2024-11-14T19:47:02,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741830_1006 (size=35440) 2024-11-14T19:47:02,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741830_1006 (size=35440) 2024-11-14T19:47:02,066 INFO [M:0;867b237d0fa7:37229 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:47:02,066 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:47:02,066 INFO [M:0;867b237d0fa7:37229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37229 2024-11-14T19:47:02,066 INFO [M:0;867b237d0fa7:37229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:47:02,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:02,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37229-0x1013c10b7280000, quorum=127.0.0.1:52930, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:02,177 INFO [M:0;867b237d0fa7:37229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:47:02,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6dbb40b5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:47:02,185 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@574a26a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:47:02,185 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:47:02,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f67c53c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:47:02,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44a8ed98{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/hadoop.log.dir/,STOPPED} 2024-11-14T19:47:02,187 WARN [BP-1995875581-172.17.0.2-1731613616991 heartbeating to localhost/127.0.0.1:34279 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:47:02,187 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:47:02,187 WARN [BP-1995875581-172.17.0.2-1731613616991 heartbeating to localhost/127.0.0.1:34279 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1995875581-172.17.0.2-1731613616991 (Datanode Uuid 7a52d61f-b38d-4d13-aaf5-bbc106abe947) service to localhost/127.0.0.1:34279 2024-11-14T19:47:02,188 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:47:02,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/cluster_05d231d3-9383-04e0-2399-20d2138fff88/data/data3/current/BP-1995875581-172.17.0.2-1731613616991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:02,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/cluster_05d231d3-9383-04e0-2399-20d2138fff88/data/data4/current/BP-1995875581-172.17.0.2-1731613616991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:02,189 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:47:02,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@750884bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:47:02,200 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64094964{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:47:02,200 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:47:02,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@218724c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:47:02,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6649eb30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/hadoop.log.dir/,STOPPED} 2024-11-14T19:47:02,202 WARN [BP-1995875581-172.17.0.2-1731613616991 heartbeating to localhost/127.0.0.1:34279 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:47:02,202 WARN [BP-1995875581-172.17.0.2-1731613616991 heartbeating to localhost/127.0.0.1:34279 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1995875581-172.17.0.2-1731613616991 (Datanode Uuid 82cce8e9-86ba-4963-bbc4-e31e20c6fb43) service to localhost/127.0.0.1:34279 2024-11-14T19:47:02,202 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:47:02,202 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:47:02,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/cluster_05d231d3-9383-04e0-2399-20d2138fff88/data/data1/current/BP-1995875581-172.17.0.2-1731613616991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:02,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/cluster_05d231d3-9383-04e0-2399-20d2138fff88/data/data2/current/BP-1995875581-172.17.0.2-1731613616991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:02,203 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:47:02,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@423745be{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:47:02,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@103727a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:47:02,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:47:02,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@263cf864{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:47:02,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@646557f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/hadoop.log.dir/,STOPPED} 2024-11-14T19:47:02,218 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T19:47:02,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:47:02,244 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=134 (was 113) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34279 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34279 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34279 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34279 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=470 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=345 (was 358), ProcessCount=11 (was 11), AvailableMemoryMB=5535 (was 5856) 2024-11-14T19:47:02,252 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=134, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=345, ProcessCount=11, AvailableMemoryMB=5535 2024-11-14T19:47:02,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/hadoop.log.dir so I do NOT create it in target/test-data/42727323-f63c-3fb9-f522-f64167c0b810 2024-11-14T19:47:02,264 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:47:02,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/hadoop.tmp.dir so I do NOT create it in target/test-data/42727323-f63c-3fb9-f522-f64167c0b810 2024-11-14T19:47:02,264 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1771fdb9-2580-ce5b-f560-71b39365f23c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:47:02,265 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810 2024-11-14T19:47:02,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:47:02,265 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/cluster_e04305d1-9542-7d3e-6d11-fb3c01383152, deleteOnExit=true 2024-11-14T19:47:02,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:47:02,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/test.cache.data in system properties and HBase conf 2024-11-14T19:47:02,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:47:02,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:47:02,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:47:02,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:47:02,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:47:02,265 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:47:02,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:47:02,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:47:02,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:47:02,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:47:02,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:47:02,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:47:02,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:47:02,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:47:02,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:47:02,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:47:02,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:47:02,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:47:02,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:47:02,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:47:02,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:02,465 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:47:02,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:47:02,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:47:02,466 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:47:02,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:02,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a0b62b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:47:02,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c5f308a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:47:02,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9b0d486{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/java.io.tmpdir/jetty-localhost-38239-hadoop-hdfs-3_4_1-tests_jar-_-any-12864276640398913235/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:47:02,583 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55da6772{HTTP/1.1, (http/1.1)}{localhost:38239} 2024-11-14T19:47:02,583 INFO [Time-limited test {}] server.Server(415): Started @22495ms 2024-11-14T19:47:02,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:02,801 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:47:02,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:47:02,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:47:02,804 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:47:02,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8ece552{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:47:02,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c10967e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:47:02,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3803bad1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/java.io.tmpdir/jetty-localhost-46425-hadoop-hdfs-3_4_1-tests_jar-_-any-13732950188771782258/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:47:02,902 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@461b720c{HTTP/1.1, (http/1.1)}{localhost:46425} 2024-11-14T19:47:02,902 INFO [Time-limited test {}] server.Server(415): Started @22815ms 2024-11-14T19:47:02,904 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:47:02,943 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:02,946 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:47:02,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:47:02,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:47:02,953 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:47:02,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5eb76bb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:47:02,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e5d1366{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:47:03,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bab5ed0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/java.io.tmpdir/jetty-localhost-38887-hadoop-hdfs-3_4_1-tests_jar-_-any-12482461494959554500/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:47:03,050 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50a480e0{HTTP/1.1, (http/1.1)}{localhost:38887} 2024-11-14T19:47:03,050 INFO [Time-limited test {}] server.Server(415): Started @22962ms 2024-11-14T19:47:03,051 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:47:03,502 WARN [Thread-897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/cluster_e04305d1-9542-7d3e-6d11-fb3c01383152/data/data2/current/BP-1973315934-172.17.0.2-1731613622288/current, will proceed with Du for space computation calculation, 2024-11-14T19:47:03,502 WARN [Thread-896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/cluster_e04305d1-9542-7d3e-6d11-fb3c01383152/data/data1/current/BP-1973315934-172.17.0.2-1731613622288/current, will proceed with Du for space computation calculation, 2024-11-14T19:47:03,519 WARN [Thread-861 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:47:03,521 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81e0f4130651f1c6 with lease ID 0x7b4cfe82df4ae66a: Processing first storage report for DS-1f1cd535-08db-4307-b3d2-5be0d1029efa from datanode DatanodeRegistration(127.0.0.1:44201, datanodeUuid=a6cc987a-16d5-47f7-9a07-cca3851ce27f, infoPort=43315, infoSecurePort=0, ipcPort=44063, storageInfo=lv=-57;cid=testClusterID;nsid=1300765185;c=1731613622288) 2024-11-14T19:47:03,521 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81e0f4130651f1c6 with lease ID 0x7b4cfe82df4ae66a: from storage DS-1f1cd535-08db-4307-b3d2-5be0d1029efa node DatanodeRegistration(127.0.0.1:44201, datanodeUuid=a6cc987a-16d5-47f7-9a07-cca3851ce27f, infoPort=43315, infoSecurePort=0, ipcPort=44063, storageInfo=lv=-57;cid=testClusterID;nsid=1300765185;c=1731613622288), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:47:03,521 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81e0f4130651f1c6 with lease ID 0x7b4cfe82df4ae66a: Processing first storage report for DS-2ca34dc9-5517-433d-ba56-f52410703aed from datanode DatanodeRegistration(127.0.0.1:44201, datanodeUuid=a6cc987a-16d5-47f7-9a07-cca3851ce27f, infoPort=43315, infoSecurePort=0, ipcPort=44063, storageInfo=lv=-57;cid=testClusterID;nsid=1300765185;c=1731613622288) 2024-11-14T19:47:03,521 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81e0f4130651f1c6 with lease ID 0x7b4cfe82df4ae66a: from storage DS-2ca34dc9-5517-433d-ba56-f52410703aed node DatanodeRegistration(127.0.0.1:44201, datanodeUuid=a6cc987a-16d5-47f7-9a07-cca3851ce27f, infoPort=43315, infoSecurePort=0, ipcPort=44063, storageInfo=lv=-57;cid=testClusterID;nsid=1300765185;c=1731613622288), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:47:03,661 WARN [Thread-908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/cluster_e04305d1-9542-7d3e-6d11-fb3c01383152/data/data3/current/BP-1973315934-172.17.0.2-1731613622288/current, will proceed with Du for space computation calculation, 2024-11-14T19:47:03,661 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/cluster_e04305d1-9542-7d3e-6d11-fb3c01383152/data/data4/current/BP-1973315934-172.17.0.2-1731613622288/current, will proceed with Du for space computation calculation, 2024-11-14T19:47:03,679 WARN [Thread-884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:47:03,682 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8956a67362e7150d with lease ID 0x7b4cfe82df4ae66b: Processing first storage report for DS-76467d59-4fd6-40b6-b2dd-bd22052c996f from datanode DatanodeRegistration(127.0.0.1:40891, datanodeUuid=c61dea44-4bc1-46a8-9a55-484cfefea704, infoPort=45339, infoSecurePort=0, ipcPort=36787, storageInfo=lv=-57;cid=testClusterID;nsid=1300765185;c=1731613622288) 2024-11-14T19:47:03,682 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8956a67362e7150d with lease ID 0x7b4cfe82df4ae66b: from storage DS-76467d59-4fd6-40b6-b2dd-bd22052c996f node DatanodeRegistration(127.0.0.1:40891, datanodeUuid=c61dea44-4bc1-46a8-9a55-484cfefea704, infoPort=45339, infoSecurePort=0, ipcPort=36787, storageInfo=lv=-57;cid=testClusterID;nsid=1300765185;c=1731613622288), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:47:03,682 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8956a67362e7150d with lease ID 0x7b4cfe82df4ae66b: Processing first storage report for DS-c2c11a7e-a58a-4625-aae5-21929092bc44 from datanode DatanodeRegistration(127.0.0.1:40891, datanodeUuid=c61dea44-4bc1-46a8-9a55-484cfefea704, infoPort=45339, infoSecurePort=0, ipcPort=36787, storageInfo=lv=-57;cid=testClusterID;nsid=1300765185;c=1731613622288) 2024-11-14T19:47:03,682 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8956a67362e7150d with lease ID 0x7b4cfe82df4ae66b: from storage DS-c2c11a7e-a58a-4625-aae5-21929092bc44 node DatanodeRegistration(127.0.0.1:40891, datanodeUuid=c61dea44-4bc1-46a8-9a55-484cfefea704, infoPort=45339, infoSecurePort=0, ipcPort=36787, storageInfo=lv=-57;cid=testClusterID;nsid=1300765185;c=1731613622288), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:47:03,692 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810 2024-11-14T19:47:03,694 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/cluster_e04305d1-9542-7d3e-6d11-fb3c01383152/zookeeper_0, clientPort=57273, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/cluster_e04305d1-9542-7d3e-6d11-fb3c01383152/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/cluster_e04305d1-9542-7d3e-6d11-fb3c01383152/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T19:47:03,695 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57273 2024-11-14T19:47:03,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:03,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:03,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44201 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:47:03,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:47:03,709 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01 with version=8 2024-11-14T19:47:03,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/hbase-staging 2024-11-14T19:47:03,712 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:47:03,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:03,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:03,712 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:47:03,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:03,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:47:03,712 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:47:03,712 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:47:03,713 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43109 2024-11-14T19:47:03,715 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43109 connecting to ZooKeeper ensemble=127.0.0.1:57273 2024-11-14T19:47:03,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431090x0, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:03,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43109-0x1013c10cb360000 connected 2024-11-14T19:47:03,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:03,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:03,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:47:03,830 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01, hbase.cluster.distributed=false 2024-11-14T19:47:03,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T19:47:03,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43109 2024-11-14T19:47:03,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43109 2024-11-14T19:47:03,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43109 2024-11-14T19:47:03,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43109 2024-11-14T19:47:03,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43109 2024-11-14T19:47:03,848 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:47:03,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:03,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:03,848 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:47:03,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:03,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:47:03,848 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:47:03,849 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:47:03,850 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36181 2024-11-14T19:47:03,851 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36181 connecting to ZooKeeper ensemble=127.0.0.1:57273 2024-11-14T19:47:03,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:03,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:03,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361810x0, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:03,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361810x0, quorum=127.0.0.1:57273, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:47:03,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36181-0x1013c10cb360001 connected 2024-11-14T19:47:03,867 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:47:03,873 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T19:47:03,879 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T19:47:03,884 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T19:47:03,888 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T19:47:03,890 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:47:03,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36181-0x1013c10cb360001, quorum=127.0.0.1:57273, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T19:47:03,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36181-0x1013c10cb360001, quorum=127.0.0.1:57273, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T19:47:03,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36181 2024-11-14T19:47:03,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36181 2024-11-14T19:47:03,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36181 2024-11-14T19:47:03,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36181 2024-11-14T19:47:03,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36181 2024-11-14T19:47:03,913 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:47:03,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:03,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:03,913 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:47:03,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:03,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:47:03,913 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:47:03,913 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:47:03,914 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41513 2024-11-14T19:47:03,915 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41513 connecting to ZooKeeper ensemble=127.0.0.1:57273 2024-11-14T19:47:03,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:03,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:03,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415130x0, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:03,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41513-0x1013c10cb360002 connected 2024-11-14T19:47:03,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41513-0x1013c10cb360002, quorum=127.0.0.1:57273, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:47:03,927 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:47:03,929 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T19:47:03,935 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T19:47:03,935 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T19:47:03,941 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T19:47:03,941 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:47:03,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41513-0x1013c10cb360002, quorum=127.0.0.1:57273, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T19:47:03,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41513-0x1013c10cb360002, quorum=127.0.0.1:57273, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T19:47:03,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41513 2024-11-14T19:47:03,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41513 2024-11-14T19:47:03,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41513 2024-11-14T19:47:03,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41513 2024-11-14T19:47:03,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41513 2024-11-14T19:47:03,962 DEBUG [M:0;867b237d0fa7:43109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:43109 2024-11-14T19:47:03,963 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/867b237d0fa7,43109,1731613623711 2024-11-14T19:47:03,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1013c10cb360002, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:47:03,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1013c10cb360001, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:47:03,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:47:03,969 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/867b237d0fa7,43109,1731613623711 2024-11-14T19:47:03,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1013c10cb360002, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T19:47:03,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1013c10cb360001, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T19:47:03,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:03,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1013c10cb360002, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:03,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1013c10cb360001, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:03,977 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T19:47:03,977 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/867b237d0fa7,43109,1731613623711 from backup master directory 2024-11-14T19:47:03,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/867b237d0fa7,43109,1731613623711 2024-11-14T19:47:03,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1013c10cb360002, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:47:03,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1013c10cb360001, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:47:03,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:47:03,985 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:47:03,985 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,43109,1731613623711 2024-11-14T19:47:03,990 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/hbase.id] with ID: a0422ce6-5c6c-4f5b-ba52-1a208dd19cf9 2024-11-14T19:47:03,990 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/.tmp/hbase.id 2024-11-14T19:47:03,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44201 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:47:03,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:47:04,000 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/.tmp/hbase.id]:[hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/hbase.id] 2024-11-14T19:47:04,011 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:04,011 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:47:04,013 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T19:47:04,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:04,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1013c10cb360002, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:04,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1013c10cb360001, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:04,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:47:04,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44201 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:47:04,026 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:47:04,027 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:47:04,027 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:04,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:47:04,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44201 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:47:04,037 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/data/master/store 2024-11-14T19:47:04,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44201 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:47:04,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:47:04,044 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:04,044 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:47:04,044 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:04,044 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:04,044 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:47:04,044 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:04,044 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:04,044 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613624044Disabling compacts and flushes for region at 1731613624044Disabling writes for close at 1731613624044Writing region close event to WAL at 1731613624044Closed at 1731613624044 2024-11-14T19:47:04,045 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/data/master/store/.initializing 2024-11-14T19:47:04,045 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/WALs/867b237d0fa7,43109,1731613623711 2024-11-14T19:47:04,046 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:47:04,048 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C43109%2C1731613623711, suffix=, logDir=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/WALs/867b237d0fa7,43109,1731613623711, archiveDir=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/oldWALs, maxLogs=10 2024-11-14T19:47:04,060 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/WALs/867b237d0fa7,43109,1731613623711/867b237d0fa7%2C43109%2C1731613623711.1731613624048, exclude list is [], retry=0 2024-11-14T19:47:04,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40891,DS-76467d59-4fd6-40b6-b2dd-bd22052c996f,DISK] 2024-11-14T19:47:04,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44201,DS-1f1cd535-08db-4307-b3d2-5be0d1029efa,DISK] 2024-11-14T19:47:04,065 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/WALs/867b237d0fa7,43109,1731613623711/867b237d0fa7%2C43109%2C1731613623711.1731613624048 2024-11-14T19:47:04,066 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45339:45339),(127.0.0.1/127.0.0.1:43315:43315)] 2024-11-14T19:47:04,066 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:04,066 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:04,066 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:04,066 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:04,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:04,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:47:04,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:04,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:04,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:04,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:47:04,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:04,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:04,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:04,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:47:04,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:04,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:04,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:04,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:47:04,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:04,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:04,075 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:04,076 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:04,076 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:04,077 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:04,077 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:04,078 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:04,079 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:04,081 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:04,081 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68689228, jitterRate=0.023549258708953857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:04,082 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613624066Initializing all the Stores at 1731613624067 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613624067Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613624068 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613624068Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613624068Cleaning up temporary data from old regions at 1731613624077 (+9 ms)Region opened successfully at 1731613624082 (+5 ms) 2024-11-14T19:47:04,082 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:47:04,085 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341b66a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:47:04,086 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:47:04,087 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:47:04,087 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:47:04,087 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:47:04,088 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:47:04,088 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:47:04,088 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:47:04,090 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:47:04,091 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T19:47:04,101 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T19:47:04,102 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:47:04,102 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:47:04,109 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T19:47:04,110 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:47:04,111 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:47:04,118 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T19:47:04,119 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:47:04,126 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T19:47:04,128 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:47:04,134 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T19:47:04,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1013c10cb360002, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T19:47:04,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T19:47:04,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1013c10cb360001, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T19:47:04,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1013c10cb360002, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:04,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:04,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1013c10cb360001, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:04,144 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,43109,1731613623711, sessionid=0x1013c10cb360000, setting cluster-up flag (Was=false) 2024-11-14T19:47:04,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1013c10cb360001, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:04,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:04,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1013c10cb360002, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:04,185 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T19:47:04,186 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,43109,1731613623711 2024-11-14T19:47:04,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1013c10cb360001, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:04,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1013c10cb360002, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:04,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:04,226 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T19:47:04,228 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,43109,1731613623711 2024-11-14T19:47:04,229 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:47:04,231 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:04,232 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:47:04,232 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:47:04,232 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,43109,1731613623711 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:47:04,234 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:04,234 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:04,234 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:04,234 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:04,234 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:47:04,234 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,234 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:47:04,234 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,236 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:04,237 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:47:04,238 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:04,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:47:04,243 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613654243 2024-11-14T19:47:04,243 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:47:04,243 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:47:04,244 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:47:04,244 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:47:04,244 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:47:04,244 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:47:04,244 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,247 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:47:04,247 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:47:04,247 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:47:04,247 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:47:04,247 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:47:04,248 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613624247,5,FailOnTimeoutGroup] 2024-11-14T19:47:04,250 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613624248,5,FailOnTimeoutGroup] 2024-11-14T19:47:04,250 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,251 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:47:04,251 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,251 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,255 INFO [RS:1;867b237d0fa7:41513 {}] regionserver.HRegionServer(746): ClusterId : a0422ce6-5c6c-4f5b-ba52-1a208dd19cf9 2024-11-14T19:47:04,255 DEBUG [RS:1;867b237d0fa7:41513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:47:04,255 INFO [RS:0;867b237d0fa7:36181 {}] regionserver.HRegionServer(746): ClusterId : a0422ce6-5c6c-4f5b-ba52-1a208dd19cf9 2024-11-14T19:47:04,255 DEBUG [RS:0;867b237d0fa7:36181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:47:04,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:47:04,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44201 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:47:04,268 DEBUG [RS:1;867b237d0fa7:41513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:47:04,268 DEBUG [RS:1;867b237d0fa7:41513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:47:04,268 DEBUG [RS:0;867b237d0fa7:36181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:47:04,268 DEBUG [RS:0;867b237d0fa7:36181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:47:04,285 DEBUG [RS:1;867b237d0fa7:41513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:47:04,285 DEBUG [RS:0;867b237d0fa7:36181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:47:04,285 DEBUG [RS:1;867b237d0fa7:41513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f74bd2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:47:04,285 DEBUG [RS:0;867b237d0fa7:36181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@199e8198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:47:04,297 DEBUG [RS:0;867b237d0fa7:36181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:36181 2024-11-14T19:47:04,297 INFO [RS:0;867b237d0fa7:36181 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:47:04,297 INFO [RS:0;867b237d0fa7:36181 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:47:04,297 DEBUG [RS:0;867b237d0fa7:36181 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:47:04,298 INFO [RS:0;867b237d0fa7:36181 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,43109,1731613623711 with port=36181, startcode=1731613623848 2024-11-14T19:47:04,298 DEBUG [RS:0;867b237d0fa7:36181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:47:04,298 DEBUG [RS:1;867b237d0fa7:41513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;867b237d0fa7:41513 2024-11-14T19:47:04,298 INFO [RS:1;867b237d0fa7:41513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:47:04,298 INFO [RS:1;867b237d0fa7:41513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:47:04,299 DEBUG [RS:1;867b237d0fa7:41513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:47:04,299 INFO [RS:1;867b237d0fa7:41513 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,43109,1731613623711 with port=41513, startcode=1731613623912 2024-11-14T19:47:04,299 DEBUG [RS:1;867b237d0fa7:41513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:47:04,300 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:47:04,301 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43109 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,36181,1731613623848 2024-11-14T19:47:04,301 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43109 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,36181,1731613623848 2024-11-14T19:47:04,301 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:47:04,302 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43109 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,41513,1731613623912 2024-11-14T19:47:04,302 DEBUG [RS:0;867b237d0fa7:36181 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01 2024-11-14T19:47:04,302 DEBUG [RS:0;867b237d0fa7:36181 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40713 2024-11-14T19:47:04,302 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43109 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,41513,1731613623912 2024-11-14T19:47:04,302 DEBUG [RS:0;867b237d0fa7:36181 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:47:04,304 DEBUG [RS:1;867b237d0fa7:41513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01 2024-11-14T19:47:04,304 DEBUG [RS:1;867b237d0fa7:41513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40713 2024-11-14T19:47:04,304 DEBUG [RS:1;867b237d0fa7:41513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:47:04,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T19:47:04,345 DEBUG [RS:0;867b237d0fa7:36181 {}] zookeeper.ZKUtil(111): regionserver:36181-0x1013c10cb360001, quorum=127.0.0.1:57273, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/867b237d0fa7,36181,1731613623848 2024-11-14T19:47:04,345 WARN [RS:0;867b237d0fa7:36181 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:47:04,345 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,36181,1731613623848] 2024-11-14T19:47:04,345 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,41513,1731613623912] 2024-11-14T19:47:04,346 INFO [RS:0;867b237d0fa7:36181 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:04,346 DEBUG [RS:1;867b237d0fa7:41513 {}] zookeeper.ZKUtil(111): regionserver:41513-0x1013c10cb360002, quorum=127.0.0.1:57273, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/867b237d0fa7,41513,1731613623912 2024-11-14T19:47:04,346 WARN [RS:1;867b237d0fa7:41513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:47:04,346 INFO [RS:1;867b237d0fa7:41513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:04,346 DEBUG [RS:0;867b237d0fa7:36181 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/WALs/867b237d0fa7,36181,1731613623848 2024-11-14T19:47:04,346 DEBUG [RS:1;867b237d0fa7:41513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/WALs/867b237d0fa7,41513,1731613623912 2024-11-14T19:47:04,349 INFO [RS:1;867b237d0fa7:41513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:47:04,349 INFO [RS:0;867b237d0fa7:36181 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:47:04,351 INFO [RS:1;867b237d0fa7:41513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:47:04,351 INFO [RS:1;867b237d0fa7:41513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:47:04,351 INFO [RS:1;867b237d0fa7:41513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,352 INFO [RS:1;867b237d0fa7:41513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:47:04,353 INFO [RS:1;867b237d0fa7:41513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:47:04,353 INFO [RS:0;867b237d0fa7:36181 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:47:04,353 INFO [RS:1;867b237d0fa7:41513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,353 DEBUG [RS:1;867b237d0fa7:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,353 DEBUG [RS:1;867b237d0fa7:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,353 DEBUG [RS:1;867b237d0fa7:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,353 INFO [RS:0;867b237d0fa7:36181 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:47:04,353 DEBUG [RS:1;867b237d0fa7:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,353 INFO [RS:0;867b237d0fa7:36181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,353 DEBUG [RS:1;867b237d0fa7:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,353 DEBUG [RS:1;867b237d0fa7:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:47:04,353 DEBUG [RS:1;867b237d0fa7:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,353 INFO [RS:0;867b237d0fa7:36181 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:47:04,354 DEBUG [RS:1;867b237d0fa7:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,354 DEBUG [RS:1;867b237d0fa7:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,354 DEBUG [RS:1;867b237d0fa7:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,354 DEBUG [RS:1;867b237d0fa7:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,354 DEBUG [RS:1;867b237d0fa7:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,354 DEBUG [RS:1;867b237d0fa7:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:47:04,354 DEBUG [RS:1;867b237d0fa7:41513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:47:04,354 INFO [RS:0;867b237d0fa7:36181 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:47:04,354 INFO [RS:1;867b237d0fa7:41513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,354 INFO [RS:0;867b237d0fa7:36181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,354 INFO [RS:1;867b237d0fa7:41513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,355 INFO [RS:1;867b237d0fa7:41513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,355 DEBUG [RS:0;867b237d0fa7:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,355 INFO [RS:1;867b237d0fa7:41513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,355 DEBUG [RS:0;867b237d0fa7:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,355 INFO [RS:1;867b237d0fa7:41513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,355 DEBUG [RS:0;867b237d0fa7:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,355 INFO [RS:1;867b237d0fa7:41513 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41513,1731613623912-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:47:04,355 DEBUG [RS:0;867b237d0fa7:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,355 DEBUG [RS:0;867b237d0fa7:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,355 DEBUG [RS:0;867b237d0fa7:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:47:04,355 DEBUG [RS:0;867b237d0fa7:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,355 DEBUG [RS:0;867b237d0fa7:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,355 DEBUG [RS:0;867b237d0fa7:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,355 DEBUG [RS:0;867b237d0fa7:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,355 DEBUG [RS:0;867b237d0fa7:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,355 DEBUG [RS:0;867b237d0fa7:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:04,355 DEBUG [RS:0;867b237d0fa7:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:47:04,355 DEBUG [RS:0;867b237d0fa7:36181 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:47:04,359 INFO [RS:0;867b237d0fa7:36181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,359 INFO [RS:0;867b237d0fa7:36181 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,359 INFO [RS:0;867b237d0fa7:36181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,360 INFO [RS:0;867b237d0fa7:36181 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,360 INFO [RS:0;867b237d0fa7:36181 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,360 INFO [RS:0;867b237d0fa7:36181 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,36181,1731613623848-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:47:04,373 INFO [RS:1;867b237d0fa7:41513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:47:04,373 INFO [RS:1;867b237d0fa7:41513 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41513,1731613623912-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,374 INFO [RS:1;867b237d0fa7:41513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,374 INFO [RS:1;867b237d0fa7:41513 {}] regionserver.Replication(171): 867b237d0fa7,41513,1731613623912 started 2024-11-14T19:47:04,380 INFO [RS:0;867b237d0fa7:36181 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:47:04,380 INFO [RS:0;867b237d0fa7:36181 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,36181,1731613623848-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,380 INFO [RS:0;867b237d0fa7:36181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,380 INFO [RS:0;867b237d0fa7:36181 {}] regionserver.Replication(171): 867b237d0fa7,36181,1731613623848 started 2024-11-14T19:47:04,388 INFO [RS:1;867b237d0fa7:41513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,389 INFO [RS:1;867b237d0fa7:41513 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,41513,1731613623912, RpcServer on 867b237d0fa7/172.17.0.2:41513, sessionid=0x1013c10cb360002 2024-11-14T19:47:04,389 DEBUG [RS:1;867b237d0fa7:41513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:47:04,389 DEBUG [RS:1;867b237d0fa7:41513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,41513,1731613623912 2024-11-14T19:47:04,389 DEBUG [RS:1;867b237d0fa7:41513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,41513,1731613623912' 2024-11-14T19:47:04,389 DEBUG [RS:1;867b237d0fa7:41513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T19:47:04,389 DEBUG [RS:1;867b237d0fa7:41513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T19:47:04,390 DEBUG [RS:1;867b237d0fa7:41513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:47:04,390 DEBUG [RS:1;867b237d0fa7:41513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:47:04,390 DEBUG [RS:1;867b237d0fa7:41513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,41513,1731613623912 2024-11-14T19:47:04,390 DEBUG [RS:1;867b237d0fa7:41513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,41513,1731613623912' 2024-11-14T19:47:04,390 DEBUG [RS:1;867b237d0fa7:41513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T19:47:04,390 DEBUG [RS:1;867b237d0fa7:41513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T19:47:04,391 DEBUG [RS:1;867b237d0fa7:41513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:47:04,391 INFO [RS:1;867b237d0fa7:41513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:47:04,391 INFO [RS:1;867b237d0fa7:41513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:47:04,400 INFO [RS:0;867b237d0fa7:36181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:04,400 INFO [RS:0;867b237d0fa7:36181 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,36181,1731613623848, RpcServer on 867b237d0fa7/172.17.0.2:36181, sessionid=0x1013c10cb360001 2024-11-14T19:47:04,400 DEBUG [RS:0;867b237d0fa7:36181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:47:04,400 DEBUG [RS:0;867b237d0fa7:36181 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,36181,1731613623848 2024-11-14T19:47:04,400 DEBUG [RS:0;867b237d0fa7:36181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,36181,1731613623848' 2024-11-14T19:47:04,400 DEBUG [RS:0;867b237d0fa7:36181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T19:47:04,401 DEBUG [RS:0;867b237d0fa7:36181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T19:47:04,401 DEBUG [RS:0;867b237d0fa7:36181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:47:04,401 DEBUG [RS:0;867b237d0fa7:36181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:47:04,401 DEBUG [RS:0;867b237d0fa7:36181 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,36181,1731613623848 2024-11-14T19:47:04,401 DEBUG [RS:0;867b237d0fa7:36181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,36181,1731613623848' 2024-11-14T19:47:04,401 DEBUG [RS:0;867b237d0fa7:36181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T19:47:04,402 DEBUG [RS:0;867b237d0fa7:36181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T19:47:04,402 DEBUG [RS:0;867b237d0fa7:36181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:47:04,402 INFO [RS:0;867b237d0fa7:36181 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:47:04,402 INFO [RS:0;867b237d0fa7:36181 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:47:04,491 INFO [RS:1;867b237d0fa7:41513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:47:04,493 INFO [RS:1;867b237d0fa7:41513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C41513%2C1731613623912, suffix=, logDir=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/WALs/867b237d0fa7,41513,1731613623912, archiveDir=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/oldWALs, maxLogs=32 2024-11-14T19:47:04,503 INFO [RS:0;867b237d0fa7:36181 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:47:04,505 INFO [RS:0;867b237d0fa7:36181 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C36181%2C1731613623848, suffix=, logDir=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/WALs/867b237d0fa7,36181,1731613623848, archiveDir=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/oldWALs, maxLogs=32 2024-11-14T19:47:04,509 DEBUG [RS:1;867b237d0fa7:41513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/WALs/867b237d0fa7,41513,1731613623912/867b237d0fa7%2C41513%2C1731613623912.1731613624494, exclude list is [], retry=0 2024-11-14T19:47:04,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44201,DS-1f1cd535-08db-4307-b3d2-5be0d1029efa,DISK] 2024-11-14T19:47:04,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40891,DS-76467d59-4fd6-40b6-b2dd-bd22052c996f,DISK] 2024-11-14T19:47:04,517 INFO [RS:1;867b237d0fa7:41513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/WALs/867b237d0fa7,41513,1731613623912/867b237d0fa7%2C41513%2C1731613623912.1731613624494 2024-11-14T19:47:04,519 DEBUG [RS:1;867b237d0fa7:41513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43315:43315),(127.0.0.1/127.0.0.1:45339:45339)] 2024-11-14T19:47:04,523 DEBUG [RS:0;867b237d0fa7:36181 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/WALs/867b237d0fa7,36181,1731613623848/867b237d0fa7%2C36181%2C1731613623848.1731613624506, exclude list is [], retry=0 2024-11-14T19:47:04,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40891,DS-76467d59-4fd6-40b6-b2dd-bd22052c996f,DISK] 2024-11-14T19:47:04,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44201,DS-1f1cd535-08db-4307-b3d2-5be0d1029efa,DISK] 2024-11-14T19:47:04,537 INFO [RS:0;867b237d0fa7:36181 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/WALs/867b237d0fa7,36181,1731613623848/867b237d0fa7%2C36181%2C1731613623848.1731613624506 2024-11-14T19:47:04,539 DEBUG [RS:0;867b237d0fa7:36181 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45339:45339),(127.0.0.1/127.0.0.1:43315:43315)] 2024-11-14T19:47:04,657 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:47:04,657 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01 2024-11-14T19:47:04,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44201 is added to blk_1073741834_1010 (size=32) 2024-11-14T19:47:04,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741834_1010 (size=32) 2024-11-14T19:47:04,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:04,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:47:04,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:47:04,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:04,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:04,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:47:04,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:47:04,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:04,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:04,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:47:04,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:47:04,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:04,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:04,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:47:04,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:47:04,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:04,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:04,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:47:04,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/hbase/meta/1588230740 2024-11-14T19:47:04,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/hbase/meta/1588230740 2024-11-14T19:47:04,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:47:04,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:47:04,676 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:04,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:47:04,679 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:04,680 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63805630, jitterRate=-0.04922202229499817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:04,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613624665Initializing all the Stores at 1731613624666 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613624666Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613624666Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613624666Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613624666Cleaning up temporary data from old regions at 1731613624676 (+10 ms)Region opened successfully at 1731613624681 (+5 ms) 2024-11-14T19:47:04,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:47:04,681 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:47:04,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:47:04,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:47:04,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:47:04,681 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:04,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613624681Disabling compacts and flushes for region at 1731613624681Disabling writes for close at 1731613624681Writing region close event to WAL at 1731613624681Closed at 1731613624681 2024-11-14T19:47:04,683 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:04,683 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:47:04,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:47:04,685 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:47:04,686 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:47:04,836 DEBUG [867b237d0fa7:43109 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T19:47:04,836 DEBUG [867b237d0fa7:43109 {}] balancer.BalancerClusterState(204): Hosts are {867b237d0fa7=0} racks are {/default-rack=0} 2024-11-14T19:47:04,839 DEBUG [867b237d0fa7:43109 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T19:47:04,839 DEBUG [867b237d0fa7:43109 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T19:47:04,839 DEBUG [867b237d0fa7:43109 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T19:47:04,839 DEBUG [867b237d0fa7:43109 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T19:47:04,839 INFO [867b237d0fa7:43109 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T19:47:04,839 INFO [867b237d0fa7:43109 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T19:47:04,839 DEBUG [867b237d0fa7:43109 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T19:47:04,839 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,41513,1731613623912 2024-11-14T19:47:04,840 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,41513,1731613623912, state=OPENING 2024-11-14T19:47:04,868 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:47:04,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1013c10cb360002, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:04,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:04,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1013c10cb360001, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:04,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:04,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:04,877 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:47:04,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:04,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,41513,1731613623912}] 2024-11-14T19:47:05,030 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:47:05,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:47:05,035 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:47:05,036 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:05,036 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:47:05,038 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C41513%2C1731613623912.meta, suffix=.meta, logDir=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/WALs/867b237d0fa7,41513,1731613623912, archiveDir=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/oldWALs, maxLogs=32 2024-11-14T19:47:05,051 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/WALs/867b237d0fa7,41513,1731613623912/867b237d0fa7%2C41513%2C1731613623912.meta.1731613625038.meta, exclude list is [], retry=0 2024-11-14T19:47:05,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44201,DS-1f1cd535-08db-4307-b3d2-5be0d1029efa,DISK] 2024-11-14T19:47:05,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40891,DS-76467d59-4fd6-40b6-b2dd-bd22052c996f,DISK] 2024-11-14T19:47:05,056 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/WALs/867b237d0fa7,41513,1731613623912/867b237d0fa7%2C41513%2C1731613623912.meta.1731613625038.meta 2024-11-14T19:47:05,056 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43315:43315),(127.0.0.1/127.0.0.1:45339:45339)] 2024-11-14T19:47:05,056 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:05,056 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:47:05,056 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:47:05,056 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:47:05,057 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:47:05,057 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:05,057 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:47:05,057 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:47:05,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:47:05,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:47:05,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:05,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:05,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:47:05,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:47:05,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:05,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:05,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:47:05,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:47:05,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:05,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:05,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:47:05,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:47:05,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:05,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:05,063 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:47:05,064 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/hbase/meta/1588230740 2024-11-14T19:47:05,065 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/hbase/meta/1588230740 2024-11-14T19:47:05,066 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:47:05,066 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:47:05,067 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:05,068 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:47:05,069 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72534811, jitterRate=0.08085291087627411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:05,069 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:47:05,070 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613625057Writing region info on filesystem at 1731613625057Initializing all the Stores at 1731613625058 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613625058Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613625058Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613625058Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613625058Cleaning up temporary data from old regions at 1731613625066 (+8 ms)Running coprocessor post-open hooks at 1731613625069 (+3 ms)Region opened successfully at 1731613625069 2024-11-14T19:47:05,071 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613625030 2024-11-14T19:47:05,073 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:47:05,073 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:47:05,074 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,41513,1731613623912 2024-11-14T19:47:05,075 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,41513,1731613623912, state=OPEN 2024-11-14T19:47:05,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:47:05,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1013c10cb360002, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:47:05,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1013c10cb360001, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:47:05,085 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,41513,1731613623912 2024-11-14T19:47:05,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:05,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:05,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:05,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:47:05,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,41513,1731613623912 in 208 msec 2024-11-14T19:47:05,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:47:05,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 404 msec 2024-11-14T19:47:05,090 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:05,090 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:47:05,092 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:05,092 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,41513,1731613623912, seqNum=-1] 2024-11-14T19:47:05,092 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:05,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:05,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 867 msec 2024-11-14T19:47:05,100 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613625100, completionTime=-1 2024-11-14T19:47:05,100 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T19:47:05,100 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:47:05,102 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T19:47:05,102 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613685102 2024-11-14T19:47:05,102 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613745102 2024-11-14T19:47:05,102 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T19:47:05,102 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,43109,1731613623711-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:05,103 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,43109,1731613623711-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:05,103 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,43109,1731613623711-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:05,103 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:43109, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:05,103 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:05,103 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:05,105 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:47:05,107 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.122sec 2024-11-14T19:47:05,107 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:47:05,107 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:47:05,107 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:47:05,107 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:47:05,107 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:47:05,107 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,43109,1731613623711-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:47:05,108 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,43109,1731613623711-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:47:05,110 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:47:05,110 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:47:05,110 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,43109,1731613623711-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:05,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e8db0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:05,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,43109,-1 for getting cluster id 2024-11-14T19:47:05,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:05,157 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0422ce6-5c6c-4f5b-ba52-1a208dd19cf9' 2024-11-14T19:47:05,157 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:05,157 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0422ce6-5c6c-4f5b-ba52-1a208dd19cf9" 2024-11-14T19:47:05,157 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703ca148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:05,157 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,43109,-1] 2024-11-14T19:47:05,158 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:05,158 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:05,159 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:05,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1703f1c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:05,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:05,161 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,41513,1731613623912, seqNum=-1] 2024-11-14T19:47:05,162 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:05,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:05,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,43109,1731613623711 2024-11-14T19:47:05,164 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:05,165 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,43109,1731613623711 2024-11-14T19:47:05,165 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1791088f 2024-11-14T19:47:05,166 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:05,167 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:47:05,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43109 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:47:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43109 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T19:47:05,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:47:05,170 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:05,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43109 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T19:47:05,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:47:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:05,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44201 is added to blk_1073741836_1012 (size=379) 2024-11-14T19:47:05,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741836_1012 (size=379) 2024-11-14T19:47:05,181 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a53f855f6b5d9aa6ad6d824f49cacd40, NAME => 'testClearRegionBlockCache,,1731613625167.a53f855f6b5d9aa6ad6d824f49cacd40.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01 2024-11-14T19:47:05,182 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 23e46fb5d99b69708622cc87fa5575c9, NAME => 'testClearRegionBlockCache,5,1731613625167.23e46fb5d99b69708622cc87fa5575c9.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01 2024-11-14T19:47:05,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44201 is added to blk_1073741837_1013 (size=61) 2024-11-14T19:47:05,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741838_1014 (size=61) 2024-11-14T19:47:05,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44201 is added to blk_1073741838_1014 (size=61) 2024-11-14T19:47:05,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741837_1013 (size=61) 2024-11-14T19:47:05,195 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731613625167.a53f855f6b5d9aa6ad6d824f49cacd40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:05,195 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing a53f855f6b5d9aa6ad6d824f49cacd40, disabling compactions & flushes 2024-11-14T19:47:05,195 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731613625167.a53f855f6b5d9aa6ad6d824f49cacd40. 2024-11-14T19:47:05,195 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731613625167.a53f855f6b5d9aa6ad6d824f49cacd40. 2024-11-14T19:47:05,195 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731613625167.a53f855f6b5d9aa6ad6d824f49cacd40. after waiting 0 ms 2024-11-14T19:47:05,195 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731613625167.a53f855f6b5d9aa6ad6d824f49cacd40. 2024-11-14T19:47:05,195 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731613625167.a53f855f6b5d9aa6ad6d824f49cacd40. 2024-11-14T19:47:05,195 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for a53f855f6b5d9aa6ad6d824f49cacd40: Waiting for close lock at 1731613625195Disabling compacts and flushes for region at 1731613625195Disabling writes for close at 1731613625195Writing region close event to WAL at 1731613625195Closed at 1731613625195 2024-11-14T19:47:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:05,593 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731613625167.23e46fb5d99b69708622cc87fa5575c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:05,594 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 23e46fb5d99b69708622cc87fa5575c9, disabling compactions & flushes 2024-11-14T19:47:05,594 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731613625167.23e46fb5d99b69708622cc87fa5575c9. 2024-11-14T19:47:05,594 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731613625167.23e46fb5d99b69708622cc87fa5575c9. 2024-11-14T19:47:05,594 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731613625167.23e46fb5d99b69708622cc87fa5575c9. after waiting 0 ms 2024-11-14T19:47:05,594 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731613625167.23e46fb5d99b69708622cc87fa5575c9. 2024-11-14T19:47:05,594 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731613625167.23e46fb5d99b69708622cc87fa5575c9. 2024-11-14T19:47:05,594 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 23e46fb5d99b69708622cc87fa5575c9: Waiting for close lock at 1731613625593Disabling compacts and flushes for region at 1731613625593Disabling writes for close at 1731613625594 (+1 ms)Writing region close event to WAL at 1731613625594Closed at 1731613625594 2024-11-14T19:47:05,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:47:05,596 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731613625167.a53f855f6b5d9aa6ad6d824f49cacd40.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731613625595"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613625595"}]},"ts":"1731613625595"} 2024-11-14T19:47:05,596 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731613625167.23e46fb5d99b69708622cc87fa5575c9.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731613625595"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613625595"}]},"ts":"1731613625595"} 2024-11-14T19:47:05,599 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T19:47:05,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:47:05,601 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613625601"}]},"ts":"1731613625601"} 2024-11-14T19:47:05,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T19:47:05,604 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {867b237d0fa7=0} racks are {/default-rack=0} 2024-11-14T19:47:05,605 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T19:47:05,605 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T19:47:05,605 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T19:47:05,605 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T19:47:05,605 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T19:47:05,605 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T19:47:05,605 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T19:47:05,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a53f855f6b5d9aa6ad6d824f49cacd40, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=23e46fb5d99b69708622cc87fa5575c9, ASSIGN}] 2024-11-14T19:47:05,607 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=23e46fb5d99b69708622cc87fa5575c9, ASSIGN 2024-11-14T19:47:05,607 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a53f855f6b5d9aa6ad6d824f49cacd40, ASSIGN 2024-11-14T19:47:05,608 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a53f855f6b5d9aa6ad6d824f49cacd40, ASSIGN; state=OFFLINE, location=867b237d0fa7,36181,1731613623848; forceNewPlan=false, retain=false 2024-11-14T19:47:05,608 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=23e46fb5d99b69708622cc87fa5575c9, ASSIGN; state=OFFLINE, location=867b237d0fa7,41513,1731613623912; forceNewPlan=false, retain=false 2024-11-14T19:47:05,711 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:47:05,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:05,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:05,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:05,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:05,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:05,759 INFO [867b237d0fa7:43109 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T19:47:05,759 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=23e46fb5d99b69708622cc87fa5575c9, regionState=OPENING, regionLocation=867b237d0fa7,41513,1731613623912 2024-11-14T19:47:05,759 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a53f855f6b5d9aa6ad6d824f49cacd40, regionState=OPENING, regionLocation=867b237d0fa7,36181,1731613623848 2024-11-14T19:47:05,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:05,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a53f855f6b5d9aa6ad6d824f49cacd40, ASSIGN because future has completed 2024-11-14T19:47:05,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a53f855f6b5d9aa6ad6d824f49cacd40, server=867b237d0fa7,36181,1731613623848}] 2024-11-14T19:47:05,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=23e46fb5d99b69708622cc87fa5575c9, ASSIGN because future has completed 2024-11-14T19:47:05,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23e46fb5d99b69708622cc87fa5575c9, server=867b237d0fa7,41513,1731613623912}] 2024-11-14T19:47:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:05,916 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:47:05,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:47:05,922 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731613625167.a53f855f6b5d9aa6ad6d824f49cacd40. 2024-11-14T19:47:05,922 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a53f855f6b5d9aa6ad6d824f49cacd40, NAME => 'testClearRegionBlockCache,,1731613625167.a53f855f6b5d9aa6ad6d824f49cacd40.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T19:47:05,922 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a53f855f6b5d9aa6ad6d824f49cacd40 2024-11-14T19:47:05,922 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731613625167.a53f855f6b5d9aa6ad6d824f49cacd40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:05,923 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a53f855f6b5d9aa6ad6d824f49cacd40 2024-11-14T19:47:05,923 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731613625167.23e46fb5d99b69708622cc87fa5575c9. 2024-11-14T19:47:05,923 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a53f855f6b5d9aa6ad6d824f49cacd40 2024-11-14T19:47:05,923 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 23e46fb5d99b69708622cc87fa5575c9, NAME => 'testClearRegionBlockCache,5,1731613625167.23e46fb5d99b69708622cc87fa5575c9.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T19:47:05,923 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 23e46fb5d99b69708622cc87fa5575c9 2024-11-14T19:47:05,923 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731613625167.23e46fb5d99b69708622cc87fa5575c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:05,923 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 23e46fb5d99b69708622cc87fa5575c9 2024-11-14T19:47:05,923 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 23e46fb5d99b69708622cc87fa5575c9 2024-11-14T19:47:05,924 INFO [StoreOpener-a53f855f6b5d9aa6ad6d824f49cacd40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a53f855f6b5d9aa6ad6d824f49cacd40 2024-11-14T19:47:05,924 INFO [StoreOpener-23e46fb5d99b69708622cc87fa5575c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 23e46fb5d99b69708622cc87fa5575c9 2024-11-14T19:47:05,926 INFO [StoreOpener-23e46fb5d99b69708622cc87fa5575c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23e46fb5d99b69708622cc87fa5575c9 columnFamilyName family 2024-11-14T19:47:05,926 INFO [StoreOpener-a53f855f6b5d9aa6ad6d824f49cacd40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a53f855f6b5d9aa6ad6d824f49cacd40 columnFamilyName family 2024-11-14T19:47:05,926 DEBUG [StoreOpener-23e46fb5d99b69708622cc87fa5575c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:05,926 DEBUG [StoreOpener-a53f855f6b5d9aa6ad6d824f49cacd40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:05,926 INFO [StoreOpener-23e46fb5d99b69708622cc87fa5575c9-1 {}] regionserver.HStore(327): Store=23e46fb5d99b69708622cc87fa5575c9/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:05,926 INFO [StoreOpener-a53f855f6b5d9aa6ad6d824f49cacd40-1 {}] regionserver.HStore(327): Store=a53f855f6b5d9aa6ad6d824f49cacd40/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:05,926 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a53f855f6b5d9aa6ad6d824f49cacd40 2024-11-14T19:47:05,926 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 23e46fb5d99b69708622cc87fa5575c9 2024-11-14T19:47:05,927 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/default/testClearRegionBlockCache/a53f855f6b5d9aa6ad6d824f49cacd40 2024-11-14T19:47:05,927 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/default/testClearRegionBlockCache/23e46fb5d99b69708622cc87fa5575c9 2024-11-14T19:47:05,927 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/default/testClearRegionBlockCache/a53f855f6b5d9aa6ad6d824f49cacd40 2024-11-14T19:47:05,927 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/default/testClearRegionBlockCache/23e46fb5d99b69708622cc87fa5575c9 2024-11-14T19:47:05,928 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a53f855f6b5d9aa6ad6d824f49cacd40 2024-11-14T19:47:05,928 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 23e46fb5d99b69708622cc87fa5575c9 2024-11-14T19:47:05,928 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a53f855f6b5d9aa6ad6d824f49cacd40 2024-11-14T19:47:05,928 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 23e46fb5d99b69708622cc87fa5575c9 2024-11-14T19:47:05,929 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 23e46fb5d99b69708622cc87fa5575c9 2024-11-14T19:47:05,929 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a53f855f6b5d9aa6ad6d824f49cacd40 2024-11-14T19:47:05,931 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/default/testClearRegionBlockCache/23e46fb5d99b69708622cc87fa5575c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:05,931 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/default/testClearRegionBlockCache/a53f855f6b5d9aa6ad6d824f49cacd40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:05,932 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 23e46fb5d99b69708622cc87fa5575c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74057255, jitterRate=0.10353909432888031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:47:05,932 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened a53f855f6b5d9aa6ad6d824f49cacd40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67363491, jitterRate=0.003794237971305847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:47:05,932 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23e46fb5d99b69708622cc87fa5575c9 2024-11-14T19:47:05,932 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a53f855f6b5d9aa6ad6d824f49cacd40 2024-11-14T19:47:05,932 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 23e46fb5d99b69708622cc87fa5575c9: Running coprocessor pre-open hook at 1731613625923Writing region info on filesystem at 1731613625923Initializing all the Stores at 1731613625924 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613625924Cleaning up temporary data from old regions at 1731613625928 (+4 ms)Running coprocessor post-open hooks at 1731613625932 (+4 ms)Region opened successfully at 1731613625932 2024-11-14T19:47:05,932 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a53f855f6b5d9aa6ad6d824f49cacd40: Running coprocessor pre-open hook at 1731613625923Writing region info on filesystem at 1731613625923Initializing all the Stores at 1731613625924 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613625924Cleaning up temporary data from old regions at 1731613625928 (+4 ms)Running coprocessor post-open hooks at 1731613625932 (+4 ms)Region opened successfully at 1731613625932 2024-11-14T19:47:05,933 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731613625167.23e46fb5d99b69708622cc87fa5575c9., pid=8, masterSystemTime=1731613625918 2024-11-14T19:47:05,934 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731613625167.a53f855f6b5d9aa6ad6d824f49cacd40., pid=7, masterSystemTime=1731613625916 2024-11-14T19:47:05,936 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731613625167.23e46fb5d99b69708622cc87fa5575c9. 2024-11-14T19:47:05,936 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731613625167.23e46fb5d99b69708622cc87fa5575c9. 2024-11-14T19:47:05,937 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=23e46fb5d99b69708622cc87fa5575c9, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,41513,1731613623912 2024-11-14T19:47:05,937 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731613625167.a53f855f6b5d9aa6ad6d824f49cacd40. 2024-11-14T19:47:05,937 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731613625167.a53f855f6b5d9aa6ad6d824f49cacd40. 2024-11-14T19:47:05,938 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a53f855f6b5d9aa6ad6d824f49cacd40, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,36181,1731613623848 2024-11-14T19:47:05,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23e46fb5d99b69708622cc87fa5575c9, server=867b237d0fa7,41513,1731613623912 because future has completed 2024-11-14T19:47:05,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a53f855f6b5d9aa6ad6d824f49cacd40, server=867b237d0fa7,36181,1731613623848 because future has completed 2024-11-14T19:47:05,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-14T19:47:05,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 23e46fb5d99b69708622cc87fa5575c9, server=867b237d0fa7,41513,1731613623912 in 181 msec 2024-11-14T19:47:05,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-14T19:47:05,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=23e46fb5d99b69708622cc87fa5575c9, ASSIGN in 344 msec 2024-11-14T19:47:05,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a53f855f6b5d9aa6ad6d824f49cacd40, server=867b237d0fa7,36181,1731613623848 in 185 msec 2024-11-14T19:47:05,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T19:47:05,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a53f855f6b5d9aa6ad6d824f49cacd40, ASSIGN in 346 msec 2024-11-14T19:47:05,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:47:05,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613625955"}]},"ts":"1731613625955"} 2024-11-14T19:47:05,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T19:47:05,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:47:05,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 790 msec 2024-11-14T19:47:06,261 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-14T19:47:06,261 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-14T19:47:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43109 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:06,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T19:47:06,311 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T19:47:06,311 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T19:47:06,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T19:47:06,315 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T19:47:06,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T19:47:06,318 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731613625167.a53f855f6b5d9aa6ad6d824f49cacd40., hostname=867b237d0fa7,36181,1731613623848, seqNum=2] 2024-11-14T19:47:06,318 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:06,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:06,331 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731613625167.23e46fb5d99b69708622cc87fa5575c9., hostname=867b237d0fa7,41513,1731613623912, seqNum=2] 2024-11-14T19:47:06,342 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a53f855f6b5d9aa6ad6d824f49cacd40 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T19:47:06,357 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/default/testClearRegionBlockCache/a53f855f6b5d9aa6ad6d824f49cacd40/.tmp/family/e076a258c65c4e1d9535756bf6d38ae2 is 32, key is 1/family:/1731613626320/Put/seqid=0 2024-11-14T19:47:06,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44201 is added to blk_1073741839_1015 (size=5054) 2024-11-14T19:47:06,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741839_1015 (size=5054) 2024-11-14T19:47:06,363 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/default/testClearRegionBlockCache/a53f855f6b5d9aa6ad6d824f49cacd40/.tmp/family/e076a258c65c4e1d9535756bf6d38ae2 2024-11-14T19:47:06,372 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/default/testClearRegionBlockCache/a53f855f6b5d9aa6ad6d824f49cacd40/.tmp/family/e076a258c65c4e1d9535756bf6d38ae2 as hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/default/testClearRegionBlockCache/a53f855f6b5d9aa6ad6d824f49cacd40/family/e076a258c65c4e1d9535756bf6d38ae2 2024-11-14T19:47:06,380 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/default/testClearRegionBlockCache/a53f855f6b5d9aa6ad6d824f49cacd40/family/e076a258c65c4e1d9535756bf6d38ae2, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T19:47:06,381 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for a53f855f6b5d9aa6ad6d824f49cacd40 in 40ms, sequenceid=8, compaction requested=false 2024-11-14T19:47:06,381 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a53f855f6b5d9aa6ad6d824f49cacd40: 2024-11-14T19:47:06,382 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 23e46fb5d99b69708622cc87fa5575c9 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T19:47:06,402 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/default/testClearRegionBlockCache/23e46fb5d99b69708622cc87fa5575c9/.tmp/family/388809f84dce4d518277ab6bc9bea67b is 32, key is 5/family:/1731613626332/Put/seqid=0 2024-11-14T19:47:06,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44201 is added to blk_1073741840_1016 (size=5083) 2024-11-14T19:47:06,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741840_1016 (size=5083) 2024-11-14T19:47:06,413 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/default/testClearRegionBlockCache/23e46fb5d99b69708622cc87fa5575c9/.tmp/family/388809f84dce4d518277ab6bc9bea67b 2024-11-14T19:47:06,421 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/default/testClearRegionBlockCache/23e46fb5d99b69708622cc87fa5575c9/.tmp/family/388809f84dce4d518277ab6bc9bea67b as hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/default/testClearRegionBlockCache/23e46fb5d99b69708622cc87fa5575c9/family/388809f84dce4d518277ab6bc9bea67b 2024-11-14T19:47:06,429 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/default/testClearRegionBlockCache/23e46fb5d99b69708622cc87fa5575c9/family/388809f84dce4d518277ab6bc9bea67b, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T19:47:06,430 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 23e46fb5d99b69708622cc87fa5575c9 in 49ms, sequenceid=9, compaction requested=false 2024-11-14T19:47:06,430 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 23e46fb5d99b69708622cc87fa5575c9: 2024-11-14T19:47:06,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b9f6066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:06,431 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,43109,-1 for getting cluster id 2024-11-14T19:47:06,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:06,432 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0422ce6-5c6c-4f5b-ba52-1a208dd19cf9' 2024-11-14T19:47:06,432 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:06,432 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0422ce6-5c6c-4f5b-ba52-1a208dd19cf9" 2024-11-14T19:47:06,432 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d098a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:06,432 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,43109,-1] 2024-11-14T19:47:06,433 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:06,433 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:06,434 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:06,435 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4009d9ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:06,440 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-14T19:47:06,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:06,442 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,41513,1731613623912, seqNum=-1] 2024-11-14T19:47:06,442 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:06,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:06,446 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:47:06,447 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:47:06,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:47:06,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:47:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41513 {}] bucket.BucketCache(1864): found 1 blocks for file 388809f84dce4d518277ab6bc9bea67b, starting offset: 0, end offset: 9223372036854775807 2024-11-14T19:47:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] bucket.BucketCache(1864): found 1 blocks for file e076a258c65c4e1d9535756bf6d38ae2, starting offset: 0, end offset: 9223372036854775807 2024-11-14T19:47:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] bucket.BucketCache(857): removed key e076a258c65c4e1d9535756bf6d38ae2_0 from back map with offset lock 2094080 in the evict process 2024-11-14T19:47:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41513 {}] bucket.BucketCache(857): removed key 388809f84dce4d518277ab6bc9bea67b_0 from back map with offset lock 2094080 in the evict process 2024-11-14T19:47:06,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:47:06,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:06,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:06,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:06,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:06,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:47:06,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:47:06,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:06,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:06,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:06,452 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:47:06,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:06,452 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2063242784, stopped=false 2024-11-14T19:47:06,452 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,43109,1731613623711 2024-11-14T19:47:06,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1013c10cb360001, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:47:06,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:47:06,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1013c10cb360002, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:47:06,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:06,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1013c10cb360001, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:06,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1013c10cb360002, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:06,518 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:47:06,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:47:06,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:06,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:06,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36181-0x1013c10cb360001, quorum=127.0.0.1:57273, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:47:06,519 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,36181,1731613623848' ***** 2024-11-14T19:47:06,519 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:47:06,520 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,41513,1731613623912' ***** 2024-11-14T19:47:06,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:47:06,520 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:47:06,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41513-0x1013c10cb360002, quorum=127.0.0.1:57273, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:47:06,520 INFO [RS:1;867b237d0fa7:41513 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T19:47:06,520 INFO [RS:0;867b237d0fa7:36181 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T19:47:06,520 INFO [RS:1;867b237d0fa7:41513 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T19:47:06,520 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T19:47:06,520 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T19:47:06,520 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T19:47:06,521 INFO [RS:0;867b237d0fa7:36181 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T19:47:06,521 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T19:47:06,521 INFO [RS:0;867b237d0fa7:36181 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:47:06,521 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:47:06,521 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T19:47:06,521 INFO [RS:0;867b237d0fa7:36181 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:47:06,521 INFO [RS:0;867b237d0fa7:36181 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:47:06,521 INFO [RS:1;867b237d0fa7:41513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:47:06,521 INFO [RS:1;867b237d0fa7:41513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:47:06,521 INFO [RS:0;867b237d0fa7:36181 {}] regionserver.HRegionServer(3091): Received CLOSE for a53f855f6b5d9aa6ad6d824f49cacd40 2024-11-14T19:47:06,521 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:47:06,521 INFO [RS:1;867b237d0fa7:41513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:47:06,521 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T19:47:06,521 INFO [RS:1;867b237d0fa7:41513 {}] regionserver.HRegionServer(3091): Received CLOSE for 23e46fb5d99b69708622cc87fa5575c9 2024-11-14T19:47:06,522 INFO [RS:1;867b237d0fa7:41513 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,41513,1731613623912 2024-11-14T19:47:06,522 INFO [RS:1;867b237d0fa7:41513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:47:06,522 INFO [RS:1;867b237d0fa7:41513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;867b237d0fa7:41513. 2024-11-14T19:47:06,522 INFO [RS:0;867b237d0fa7:36181 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,36181,1731613623848 2024-11-14T19:47:06,522 INFO [RS:0;867b237d0fa7:36181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:47:06,522 DEBUG [RS:1;867b237d0fa7:41513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:06,522 INFO [RS:0;867b237d0fa7:36181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:36181. 2024-11-14T19:47:06,522 DEBUG [RS:1;867b237d0fa7:41513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:06,522 DEBUG [RS:0;867b237d0fa7:36181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:06,522 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a53f855f6b5d9aa6ad6d824f49cacd40, disabling compactions & flushes 2024-11-14T19:47:06,522 DEBUG [RS:0;867b237d0fa7:36181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:06,522 INFO [RS:1;867b237d0fa7:41513 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:47:06,522 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731613625167.a53f855f6b5d9aa6ad6d824f49cacd40. 2024-11-14T19:47:06,522 INFO [RS:1;867b237d0fa7:41513 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:47:06,522 INFO [RS:1;867b237d0fa7:41513 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:47:06,522 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731613625167.a53f855f6b5d9aa6ad6d824f49cacd40. 2024-11-14T19:47:06,522 INFO [RS:0;867b237d0fa7:36181 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T19:47:06,522 DEBUG [RS:0;867b237d0fa7:36181 {}] regionserver.HRegionServer(1325): Online Regions={a53f855f6b5d9aa6ad6d824f49cacd40=testClearRegionBlockCache,,1731613625167.a53f855f6b5d9aa6ad6d824f49cacd40.} 2024-11-14T19:47:06,522 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731613625167.a53f855f6b5d9aa6ad6d824f49cacd40. after waiting 0 ms 2024-11-14T19:47:06,522 INFO [RS:1;867b237d0fa7:41513 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:47:06,522 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731613625167.a53f855f6b5d9aa6ad6d824f49cacd40. 2024-11-14T19:47:06,522 DEBUG [RS:0;867b237d0fa7:36181 {}] regionserver.HRegionServer(1351): Waiting on a53f855f6b5d9aa6ad6d824f49cacd40 2024-11-14T19:47:06,523 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23e46fb5d99b69708622cc87fa5575c9, disabling compactions & flushes 2024-11-14T19:47:06,523 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731613625167.23e46fb5d99b69708622cc87fa5575c9. 2024-11-14T19:47:06,523 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731613625167.23e46fb5d99b69708622cc87fa5575c9. 2024-11-14T19:47:06,523 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731613625167.23e46fb5d99b69708622cc87fa5575c9. after waiting 0 ms 2024-11-14T19:47:06,523 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731613625167.23e46fb5d99b69708622cc87fa5575c9. 2024-11-14T19:47:06,523 INFO [RS:1;867b237d0fa7:41513 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T19:47:06,523 DEBUG [RS:1;867b237d0fa7:41513 {}] regionserver.HRegionServer(1325): Online Regions={23e46fb5d99b69708622cc87fa5575c9=testClearRegionBlockCache,5,1731613625167.23e46fb5d99b69708622cc87fa5575c9., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:47:06,523 DEBUG [RS:1;867b237d0fa7:41513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23e46fb5d99b69708622cc87fa5575c9 2024-11-14T19:47:06,523 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:47:06,523 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:47:06,523 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:47:06,523 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:47:06,523 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:47:06,524 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T19:47:06,527 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/default/testClearRegionBlockCache/a53f855f6b5d9aa6ad6d824f49cacd40/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T19:47:06,528 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731613625167.a53f855f6b5d9aa6ad6d824f49cacd40. 2024-11-14T19:47:06,528 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a53f855f6b5d9aa6ad6d824f49cacd40: Waiting for close lock at 1731613626522Running coprocessor pre-close hooks at 1731613626522Disabling compacts and flushes for region at 1731613626522Disabling writes for close at 1731613626522Writing region close event to WAL at 1731613626523 (+1 ms)Running coprocessor post-close hooks at 1731613626528 (+5 ms)Closed at 1731613626528 2024-11-14T19:47:06,528 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731613625167.a53f855f6b5d9aa6ad6d824f49cacd40. 2024-11-14T19:47:06,530 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/default/testClearRegionBlockCache/23e46fb5d99b69708622cc87fa5575c9/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T19:47:06,531 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731613625167.23e46fb5d99b69708622cc87fa5575c9. 2024-11-14T19:47:06,531 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23e46fb5d99b69708622cc87fa5575c9: Waiting for close lock at 1731613626523Running coprocessor pre-close hooks at 1731613626523Disabling compacts and flushes for region at 1731613626523Disabling writes for close at 1731613626523Writing region close event to WAL at 1731613626524 (+1 ms)Running coprocessor post-close hooks at 1731613626531 (+7 ms)Closed at 1731613626531 2024-11-14T19:47:06,531 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731613625167.23e46fb5d99b69708622cc87fa5575c9. 2024-11-14T19:47:06,543 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/hbase/meta/1588230740/.tmp/info/a6459c13af7a4c50a8af16d895bcf4a2 is 173, key is testClearRegionBlockCache,5,1731613625167.23e46fb5d99b69708622cc87fa5575c9./info:regioninfo/1731613625937/Put/seqid=0 2024-11-14T19:47:06,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44201 is added to blk_1073741841_1017 (size=8173) 2024-11-14T19:47:06,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741841_1017 (size=8173) 2024-11-14T19:47:06,549 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/hbase/meta/1588230740/.tmp/info/a6459c13af7a4c50a8af16d895bcf4a2 2024-11-14T19:47:06,560 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:06,562 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:06,574 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/hbase/meta/1588230740/.tmp/ns/3db737e2a8b8420fbb6b6603b58e8d45 is 43, key is default/ns:d/1731613625094/Put/seqid=0 2024-11-14T19:47:06,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741842_1018 (size=5153) 2024-11-14T19:47:06,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44201 is added to blk_1073741842_1018 (size=5153) 2024-11-14T19:47:06,581 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/hbase/meta/1588230740/.tmp/ns/3db737e2a8b8420fbb6b6603b58e8d45 2024-11-14T19:47:06,606 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/hbase/meta/1588230740/.tmp/table/048421db588b472f949bafb74d9c3c3c is 61, key is testClearRegionBlockCache/table:state/1731613625955/Put/seqid=0 2024-11-14T19:47:06,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741843_1019 (size=5312) 2024-11-14T19:47:06,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44201 is added to blk_1073741843_1019 (size=5312) 2024-11-14T19:47:06,614 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/hbase/meta/1588230740/.tmp/table/048421db588b472f949bafb74d9c3c3c 2024-11-14T19:47:06,622 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/hbase/meta/1588230740/.tmp/info/a6459c13af7a4c50a8af16d895bcf4a2 as hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/hbase/meta/1588230740/info/a6459c13af7a4c50a8af16d895bcf4a2 2024-11-14T19:47:06,628 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/hbase/meta/1588230740/info/a6459c13af7a4c50a8af16d895bcf4a2, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T19:47:06,629 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/hbase/meta/1588230740/.tmp/ns/3db737e2a8b8420fbb6b6603b58e8d45 as hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/hbase/meta/1588230740/ns/3db737e2a8b8420fbb6b6603b58e8d45 2024-11-14T19:47:06,636 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/hbase/meta/1588230740/ns/3db737e2a8b8420fbb6b6603b58e8d45, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T19:47:06,637 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/hbase/meta/1588230740/.tmp/table/048421db588b472f949bafb74d9c3c3c as hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/hbase/meta/1588230740/table/048421db588b472f949bafb74d9c3c3c 2024-11-14T19:47:06,644 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/hbase/meta/1588230740/table/048421db588b472f949bafb74d9c3c3c, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T19:47:06,647 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 124ms, sequenceid=13, compaction requested=false 2024-11-14T19:47:06,652 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T19:47:06,653 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:47:06,653 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:06,653 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613626523Running coprocessor pre-close hooks at 1731613626523Disabling compacts and flushes for region at 1731613626523Disabling writes for close at 1731613626523Obtaining lock to block concurrent updates at 1731613626524 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731613626524Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731613626524Flushing stores of hbase:meta,,1.1588230740 at 1731613626525 (+1 ms)Flushing 1588230740/info: creating writer at 1731613626525Flushing 1588230740/info: appending metadata at 1731613626542 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731613626542Flushing 1588230740/ns: creating writer at 1731613626556 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731613626573 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731613626573Flushing 1588230740/table: creating writer at 1731613626588 (+15 ms)Flushing 1588230740/table: appending metadata at 1731613626605 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731613626605Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b3717c: reopening flushed file at 1731613626621 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f38e060: reopening flushed file at 1731613626628 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3203d6cc: reopening flushed file at 1731613626636 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 124ms, sequenceid=13, compaction requested=false at 1731613626647 (+11 ms)Writing region close event to WAL at 1731613626648 (+1 ms)Running coprocessor post-close hooks at 1731613626652 (+4 ms)Closed at 1731613626653 (+1 ms) 2024-11-14T19:47:06,653 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:06,722 INFO [RS:0;867b237d0fa7:36181 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,36181,1731613623848; all regions closed. 2024-11-14T19:47:06,723 INFO [RS:1;867b237d0fa7:41513 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,41513,1731613623912; all regions closed. 2024-11-14T19:47:06,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741833_1009 (size=1758) 2024-11-14T19:47:06,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44201 is added to blk_1073741833_1009 (size=1758) 2024-11-14T19:47:06,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741835_1011 (size=4338) 2024-11-14T19:47:06,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44201 is added to blk_1073741835_1011 (size=4338) 2024-11-14T19:47:06,728 DEBUG [RS:0;867b237d0fa7:36181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/oldWALs 2024-11-14T19:47:06,728 INFO [RS:0;867b237d0fa7:36181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C36181%2C1731613623848:(num 1731613624506) 2024-11-14T19:47:06,728 DEBUG [RS:0;867b237d0fa7:36181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:06,728 INFO [RS:0;867b237d0fa7:36181 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:06,728 INFO [RS:0;867b237d0fa7:36181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:47:06,728 INFO [RS:0;867b237d0fa7:36181 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:47:06,728 INFO [RS:0;867b237d0fa7:36181 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:47:06,728 INFO [RS:0;867b237d0fa7:36181 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:47:06,728 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:47:06,728 INFO [RS:0;867b237d0fa7:36181 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:47:06,728 DEBUG [RS:1;867b237d0fa7:41513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/oldWALs 2024-11-14T19:47:06,728 INFO [RS:0;867b237d0fa7:36181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:47:06,728 INFO [RS:1;867b237d0fa7:41513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C41513%2C1731613623912.meta:.meta(num 1731613625038) 2024-11-14T19:47:06,728 INFO [RS:0;867b237d0fa7:36181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36181 2024-11-14T19:47:06,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741832_1008 (size=1867) 2024-11-14T19:47:06,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44201 is added to blk_1073741832_1008 (size=1867) 2024-11-14T19:47:06,733 DEBUG [RS:1;867b237d0fa7:41513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/oldWALs 2024-11-14T19:47:06,733 INFO [RS:1;867b237d0fa7:41513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C41513%2C1731613623912:(num 1731613624494) 2024-11-14T19:47:06,733 DEBUG [RS:1;867b237d0fa7:41513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:06,733 INFO [RS:1;867b237d0fa7:41513 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:06,733 INFO [RS:1;867b237d0fa7:41513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:47:06,734 INFO [RS:1;867b237d0fa7:41513 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:47:06,734 INFO [RS:1;867b237d0fa7:41513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:47:06,734 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:47:06,734 INFO [RS:1;867b237d0fa7:41513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41513 2024-11-14T19:47:06,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1013c10cb360001, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/867b237d0fa7,36181,1731613623848 2024-11-14T19:47:06,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T19:47:06,735 INFO [RS:0;867b237d0fa7:36181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:47:06,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1013c10cb360002, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/867b237d0fa7,41513,1731613623912 2024-11-14T19:47:06,743 INFO [RS:1;867b237d0fa7:41513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:47:06,751 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,36181,1731613623848] 2024-11-14T19:47:06,768 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/867b237d0fa7,36181,1731613623848 already deleted, retry=false 2024-11-14T19:47:06,768 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,36181,1731613623848 expired; onlineServers=1 2024-11-14T19:47:06,768 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,41513,1731613623912] 2024-11-14T19:47:06,776 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/867b237d0fa7,41513,1731613623912 already deleted, retry=false 2024-11-14T19:47:06,776 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,41513,1731613623912 expired; onlineServers=0 2024-11-14T19:47:06,776 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,43109,1731613623711' ***** 2024-11-14T19:47:06,776 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:47:06,776 INFO [M:0;867b237d0fa7:43109 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:47:06,776 INFO [M:0;867b237d0fa7:43109 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:47:06,776 DEBUG [M:0;867b237d0fa7:43109 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:47:06,776 DEBUG [M:0;867b237d0fa7:43109 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:47:06,776 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:47:06,776 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613624247 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613624247,5,FailOnTimeoutGroup] 2024-11-14T19:47:06,776 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613624248 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613624248,5,FailOnTimeoutGroup] 2024-11-14T19:47:06,777 INFO [M:0;867b237d0fa7:43109 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:47:06,777 INFO [M:0;867b237d0fa7:43109 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:47:06,777 DEBUG [M:0;867b237d0fa7:43109 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:47:06,777 INFO [M:0;867b237d0fa7:43109 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:47:06,777 INFO [M:0;867b237d0fa7:43109 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:47:06,777 INFO [M:0;867b237d0fa7:43109 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:47:06,777 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:47:06,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T19:47:06,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:06,784 DEBUG [M:0;867b237d0fa7:43109 {}] zookeeper.ZKUtil(347): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T19:47:06,784 WARN [M:0;867b237d0fa7:43109 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:47:06,785 INFO [M:0;867b237d0fa7:43109 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/.lastflushedseqids 2024-11-14T19:47:06,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741844_1020 (size=182) 2024-11-14T19:47:06,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44201 is added to blk_1073741844_1020 (size=182) 2024-11-14T19:47:06,791 INFO [M:0;867b237d0fa7:43109 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:47:06,791 INFO [M:0;867b237d0fa7:43109 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:47:06,791 DEBUG [M:0;867b237d0fa7:43109 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:47:06,791 INFO [M:0;867b237d0fa7:43109 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:06,791 DEBUG [M:0;867b237d0fa7:43109 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:06,791 DEBUG [M:0;867b237d0fa7:43109 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:47:06,791 DEBUG [M:0;867b237d0fa7:43109 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:06,791 INFO [M:0;867b237d0fa7:43109 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-14T19:47:06,805 DEBUG [M:0;867b237d0fa7:43109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6af73ea2cdf94b29b6096e4fb8608d69 is 82, key is hbase:meta,,1/info:regioninfo/1731613625074/Put/seqid=0 2024-11-14T19:47:06,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44201 is added to blk_1073741845_1021 (size=5672) 2024-11-14T19:47:06,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741845_1021 (size=5672) 2024-11-14T19:47:06,810 INFO [M:0;867b237d0fa7:43109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6af73ea2cdf94b29b6096e4fb8608d69 2024-11-14T19:47:06,830 DEBUG [M:0;867b237d0fa7:43109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24286d88b0f44758809460dbeb62be4b is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731613625960/Put/seqid=0 2024-11-14T19:47:06,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44201 is added to blk_1073741846_1022 (size=6218) 2024-11-14T19:47:06,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741846_1022 (size=6218) 2024-11-14T19:47:06,835 INFO [M:0;867b237d0fa7:43109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24286d88b0f44758809460dbeb62be4b 2024-11-14T19:47:06,851 INFO [RS:0;867b237d0fa7:36181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:47:06,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1013c10cb360001, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:06,851 INFO [RS:0;867b237d0fa7:36181 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,36181,1731613623848; zookeeper connection closed. 2024-11-14T19:47:06,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36181-0x1013c10cb360001, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:06,852 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b1d6ad9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b1d6ad9 2024-11-14T19:47:06,854 DEBUG [M:0;867b237d0fa7:43109 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a6bf117562547ecba5389f3f8427074 is 69, key is 867b237d0fa7,36181,1731613623848/rs:state/1731613624301/Put/seqid=0 2024-11-14T19:47:06,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44201 is added to blk_1073741847_1023 (size=5224) 2024-11-14T19:47:06,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741847_1023 (size=5224) 2024-11-14T19:47:06,860 INFO [M:0;867b237d0fa7:43109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a6bf117562547ecba5389f3f8427074 2024-11-14T19:47:06,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1013c10cb360002, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:06,866 INFO [RS:1;867b237d0fa7:41513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:47:06,866 INFO [RS:1;867b237d0fa7:41513 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,41513,1731613623912; zookeeper connection closed. 2024-11-14T19:47:06,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41513-0x1013c10cb360002, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:06,866 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a57ca9d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a57ca9d 2024-11-14T19:47:06,866 DEBUG [M:0;867b237d0fa7:43109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6af73ea2cdf94b29b6096e4fb8608d69 as hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6af73ea2cdf94b29b6096e4fb8608d69 2024-11-14T19:47:06,866 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T19:47:06,872 INFO [M:0;867b237d0fa7:43109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6af73ea2cdf94b29b6096e4fb8608d69, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T19:47:06,873 DEBUG [M:0;867b237d0fa7:43109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24286d88b0f44758809460dbeb62be4b as hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24286d88b0f44758809460dbeb62be4b 2024-11-14T19:47:06,878 INFO [M:0;867b237d0fa7:43109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24286d88b0f44758809460dbeb62be4b, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T19:47:06,879 DEBUG [M:0;867b237d0fa7:43109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a6bf117562547ecba5389f3f8427074 as hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a6bf117562547ecba5389f3f8427074 2024-11-14T19:47:06,885 INFO [M:0;867b237d0fa7:43109 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40713/user/jenkins/test-data/cde870d5-9e58-7830-1420-706addd89c01/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a6bf117562547ecba5389f3f8427074, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T19:47:06,887 INFO [M:0;867b237d0fa7:43109 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false 2024-11-14T19:47:06,891 INFO [M:0;867b237d0fa7:43109 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:06,891 DEBUG [M:0;867b237d0fa7:43109 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613626791Disabling compacts and flushes for region at 1731613626791Disabling writes for close at 1731613626791Obtaining lock to block concurrent updates at 1731613626791Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613626791Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731613626792 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613626792Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613626792Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613626805 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613626805Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613626816 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613626829 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613626829Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613626840 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613626854 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613626854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d3f4f1e: reopening flushed file at 1731613626865 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ecc357f: reopening flushed file at 1731613626872 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d6ff3be: reopening flushed file at 1731613626878 (+6 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false at 1731613626887 (+9 ms)Writing region close event to WAL at 1731613626891 (+4 ms)Closed at 1731613626891 2024-11-14T19:47:06,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40891 is added to blk_1073741830_1006 (size=35428) 2024-11-14T19:47:06,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44201 is added to blk_1073741830_1006 (size=35428) 2024-11-14T19:47:06,895 INFO [M:0;867b237d0fa7:43109 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:47:06,895 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:47:06,895 INFO [M:0;867b237d0fa7:43109 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43109 2024-11-14T19:47:06,895 INFO [M:0;867b237d0fa7:43109 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:47:07,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:07,001 INFO [M:0;867b237d0fa7:43109 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:47:07,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43109-0x1013c10cb360000, quorum=127.0.0.1:57273, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:07,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bab5ed0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:47:07,004 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50a480e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:47:07,004 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:47:07,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e5d1366{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:47:07,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5eb76bb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/hadoop.log.dir/,STOPPED} 2024-11-14T19:47:07,005 WARN [BP-1973315934-172.17.0.2-1731613622288 heartbeating to localhost/127.0.0.1:40713 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:47:07,005 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:47:07,005 WARN [BP-1973315934-172.17.0.2-1731613622288 heartbeating to localhost/127.0.0.1:40713 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1973315934-172.17.0.2-1731613622288 (Datanode Uuid c61dea44-4bc1-46a8-9a55-484cfefea704) service to localhost/127.0.0.1:40713 2024-11-14T19:47:07,005 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:47:07,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/cluster_e04305d1-9542-7d3e-6d11-fb3c01383152/data/data3/current/BP-1973315934-172.17.0.2-1731613622288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:07,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/cluster_e04305d1-9542-7d3e-6d11-fb3c01383152/data/data4/current/BP-1973315934-172.17.0.2-1731613622288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:07,006 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:47:07,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3803bad1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:47:07,011 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@461b720c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:47:07,012 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:47:07,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c10967e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:47:07,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8ece552{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/hadoop.log.dir/,STOPPED} 2024-11-14T19:47:07,013 WARN [BP-1973315934-172.17.0.2-1731613622288 heartbeating to localhost/127.0.0.1:40713 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:47:07,013 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:47:07,013 WARN [BP-1973315934-172.17.0.2-1731613622288 heartbeating to localhost/127.0.0.1:40713 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1973315934-172.17.0.2-1731613622288 (Datanode Uuid a6cc987a-16d5-47f7-9a07-cca3851ce27f) service to localhost/127.0.0.1:40713 2024-11-14T19:47:07,013 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:47:07,014 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/cluster_e04305d1-9542-7d3e-6d11-fb3c01383152/data/data1/current/BP-1973315934-172.17.0.2-1731613622288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:07,014 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/cluster_e04305d1-9542-7d3e-6d11-fb3c01383152/data/data2/current/BP-1973315934-172.17.0.2-1731613622288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:07,014 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:47:07,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9b0d486{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:47:07,021 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55da6772{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:47:07,021 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:47:07,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c5f308a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:47:07,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a0b62b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/hadoop.log.dir/,STOPPED} 2024-11-14T19:47:07,026 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T19:47:07,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:47:07,053 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=153 (was 134) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40713 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:40713 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40713 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40713 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40713 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40713 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40713 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=500 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=349 (was 345) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5437 (was 5535) 2024-11-14T19:47:07,065 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=153, OpenFileDescriptor=500, MaxFileDescriptor=1048576, SystemLoadAverage=349, ProcessCount=11, AvailableMemoryMB=5431 2024-11-14T19:47:07,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/hadoop.log.dir so I do NOT create it in target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33 2024-11-14T19:47:07,085 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:47:07,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/hadoop.tmp.dir so I do NOT create it in target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33 2024-11-14T19:47:07,085 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42727323-f63c-3fb9-f522-f64167c0b810/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:47:07,085 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33 2024-11-14T19:47:07,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:47:07,086 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/cluster_efedb064-a397-f464-c8bb-e927d273df71, deleteOnExit=true 2024-11-14T19:47:07,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:47:07,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/test.cache.data in system properties and HBase conf 2024-11-14T19:47:07,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:47:07,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:47:07,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:47:07,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:47:07,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:47:07,087 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:47:07,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:47:07,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:47:07,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:47:07,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:47:07,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:47:07,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:47:07,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:47:07,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:47:07,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:47:07,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:47:07,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:47:07,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:47:07,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:47:07,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:47:07,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:07,364 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:47:07,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:47:07,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:47:07,366 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:47:07,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:07,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e768853{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:47:07,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28179244{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:47:07,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d5cf6a1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/java.io.tmpdir/jetty-localhost-44387-hadoop-hdfs-3_4_1-tests_jar-_-any-10531467772426079091/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:47:07,462 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3471c5c6{HTTP/1.1, (http/1.1)}{localhost:44387} 2024-11-14T19:47:07,462 INFO [Time-limited test {}] server.Server(415): Started @27374ms 2024-11-14T19:47:07,653 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:07,655 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:47:07,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:47:07,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:47:07,659 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:47:07,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3858a25f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:47:07,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@216c5937{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:47:07,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5688e657{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/java.io.tmpdir/jetty-localhost-41505-hadoop-hdfs-3_4_1-tests_jar-_-any-13552476006408039242/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:47:07,762 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cbdb925{HTTP/1.1, (http/1.1)}{localhost:41505} 2024-11-14T19:47:07,762 INFO [Time-limited test {}] server.Server(415): Started @27675ms 2024-11-14T19:47:07,764 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:47:07,795 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:07,801 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:47:07,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:47:07,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:47:07,801 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:47:07,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bb012ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:47:07,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cb009fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:47:07,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1547c0ce{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/java.io.tmpdir/jetty-localhost-38743-hadoop-hdfs-3_4_1-tests_jar-_-any-12676364207701539976/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:47:07,908 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a2c9f8b{HTTP/1.1, (http/1.1)}{localhost:38743} 2024-11-14T19:47:07,909 INFO [Time-limited test {}] server.Server(415): Started @27821ms 2024-11-14T19:47:07,910 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:47:08,609 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/cluster_efedb064-a397-f464-c8bb-e927d273df71/data/data2/current/BP-229282335-172.17.0.2-1731613627122/current, will proceed with Du for space computation calculation, 2024-11-14T19:47:08,609 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/cluster_efedb064-a397-f464-c8bb-e927d273df71/data/data1/current/BP-229282335-172.17.0.2-1731613627122/current, will proceed with Du for space computation calculation, 2024-11-14T19:47:08,628 WARN [Thread-1129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:47:08,633 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cff7c0513154976 with lease ID 0xb72a1bf6f9d5dfe9: Processing first storage report for DS-eecdbf2c-71b7-43fa-b75b-bed08e41456c from datanode DatanodeRegistration(127.0.0.1:42907, datanodeUuid=7960ea15-0ab6-4afa-bee2-49731a6c5143, infoPort=39719, infoSecurePort=0, ipcPort=35469, storageInfo=lv=-57;cid=testClusterID;nsid=1346731183;c=1731613627122) 2024-11-14T19:47:08,633 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cff7c0513154976 with lease ID 0xb72a1bf6f9d5dfe9: from storage DS-eecdbf2c-71b7-43fa-b75b-bed08e41456c node DatanodeRegistration(127.0.0.1:42907, datanodeUuid=7960ea15-0ab6-4afa-bee2-49731a6c5143, infoPort=39719, infoSecurePort=0, ipcPort=35469, storageInfo=lv=-57;cid=testClusterID;nsid=1346731183;c=1731613627122), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T19:47:08,633 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cff7c0513154976 with lease ID 0xb72a1bf6f9d5dfe9: Processing first storage report for DS-bbe30884-31e4-44a8-8ff6-6db167ce742a from datanode DatanodeRegistration(127.0.0.1:42907, datanodeUuid=7960ea15-0ab6-4afa-bee2-49731a6c5143, infoPort=39719, infoSecurePort=0, ipcPort=35469, storageInfo=lv=-57;cid=testClusterID;nsid=1346731183;c=1731613627122) 2024-11-14T19:47:08,634 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cff7c0513154976 with lease ID 0xb72a1bf6f9d5dfe9: from storage DS-bbe30884-31e4-44a8-8ff6-6db167ce742a node DatanodeRegistration(127.0.0.1:42907, datanodeUuid=7960ea15-0ab6-4afa-bee2-49731a6c5143, infoPort=39719, infoSecurePort=0, ipcPort=35469, storageInfo=lv=-57;cid=testClusterID;nsid=1346731183;c=1731613627122), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:47:08,692 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/cluster_efedb064-a397-f464-c8bb-e927d273df71/data/data4/current/BP-229282335-172.17.0.2-1731613627122/current, will proceed with Du for space computation calculation, 2024-11-14T19:47:08,692 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/cluster_efedb064-a397-f464-c8bb-e927d273df71/data/data3/current/BP-229282335-172.17.0.2-1731613627122/current, will proceed with Du for space computation calculation, 2024-11-14T19:47:08,712 WARN [Thread-1152 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:47:08,714 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc594d4c459f09800 with lease ID 0xb72a1bf6f9d5dfea: Processing first storage report for DS-b99660c5-c773-47ba-9bb8-1078b8619240 from datanode DatanodeRegistration(127.0.0.1:33417, datanodeUuid=e74ff46e-1dd9-4a32-8c46-0b213ed8b420, infoPort=42381, infoSecurePort=0, ipcPort=39739, storageInfo=lv=-57;cid=testClusterID;nsid=1346731183;c=1731613627122) 2024-11-14T19:47:08,714 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc594d4c459f09800 with lease ID 0xb72a1bf6f9d5dfea: from storage DS-b99660c5-c773-47ba-9bb8-1078b8619240 node DatanodeRegistration(127.0.0.1:33417, datanodeUuid=e74ff46e-1dd9-4a32-8c46-0b213ed8b420, infoPort=42381, infoSecurePort=0, ipcPort=39739, storageInfo=lv=-57;cid=testClusterID;nsid=1346731183;c=1731613627122), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T19:47:08,714 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc594d4c459f09800 with lease ID 0xb72a1bf6f9d5dfea: Processing first storage report for DS-53addde0-dee5-48ee-8eec-6e1b3443e829 from datanode DatanodeRegistration(127.0.0.1:33417, datanodeUuid=e74ff46e-1dd9-4a32-8c46-0b213ed8b420, infoPort=42381, infoSecurePort=0, ipcPort=39739, storageInfo=lv=-57;cid=testClusterID;nsid=1346731183;c=1731613627122) 2024-11-14T19:47:08,715 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc594d4c459f09800 with lease ID 0xb72a1bf6f9d5dfea: from storage DS-53addde0-dee5-48ee-8eec-6e1b3443e829 node DatanodeRegistration(127.0.0.1:33417, datanodeUuid=e74ff46e-1dd9-4a32-8c46-0b213ed8b420, infoPort=42381, infoSecurePort=0, ipcPort=39739, storageInfo=lv=-57;cid=testClusterID;nsid=1346731183;c=1731613627122), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:47:08,740 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33 2024-11-14T19:47:08,742 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/cluster_efedb064-a397-f464-c8bb-e927d273df71/zookeeper_0, clientPort=61843, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/cluster_efedb064-a397-f464-c8bb-e927d273df71/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/cluster_efedb064-a397-f464-c8bb-e927d273df71/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T19:47:08,743 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61843 2024-11-14T19:47:08,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:08,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:08,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:47:08,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33417 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:47:08,754 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc with version=8 2024-11-14T19:47:08,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/hbase-staging 2024-11-14T19:47:08,756 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:47:08,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:08,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:08,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:47:08,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:08,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:47:08,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:47:08,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:47:08,757 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38615 2024-11-14T19:47:08,758 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38615 connecting to ZooKeeper ensemble=127.0.0.1:61843 2024-11-14T19:47:08,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386150x0, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:08,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38615-0x1013c10deef0000 connected 2024-11-14T19:47:08,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:08,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:08,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:47:08,996 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc, hbase.cluster.distributed=false 2024-11-14T19:47:08,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T19:47:08,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38615 2024-11-14T19:47:08,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38615 2024-11-14T19:47:09,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38615 2024-11-14T19:47:09,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38615 2024-11-14T19:47:09,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38615 2024-11-14T19:47:09,018 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:47:09,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:09,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:09,018 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:47:09,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:09,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:47:09,018 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:47:09,018 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:47:09,019 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33637 2024-11-14T19:47:09,020 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33637 connecting to ZooKeeper ensemble=127.0.0.1:61843 2024-11-14T19:47:09,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:09,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:09,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336370x0, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:09,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336370x0, quorum=127.0.0.1:61843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:47:09,061 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:47:09,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33637-0x1013c10deef0001 connected 2024-11-14T19:47:09,061 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T19:47:09,066 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T19:47:09,066 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T19:47:09,068 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T19:47:09,068 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:47:09,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33637-0x1013c10deef0001, quorum=127.0.0.1:61843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T19:47:09,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33637-0x1013c10deef0001, quorum=127.0.0.1:61843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T19:47:09,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33637 2024-11-14T19:47:09,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33637 2024-11-14T19:47:09,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33637 2024-11-14T19:47:09,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33637 2024-11-14T19:47:09,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33637 2024-11-14T19:47:09,087 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:47:09,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:09,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:09,087 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:47:09,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:09,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:47:09,088 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:47:09,088 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:47:09,088 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44883 2024-11-14T19:47:09,089 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44883 connecting to ZooKeeper ensemble=127.0.0.1:61843 2024-11-14T19:47:09,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:09,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:09,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448830x0, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:09,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448830x0, quorum=127.0.0.1:61843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:47:09,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44883-0x1013c10deef0002 connected 2024-11-14T19:47:09,127 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:47:09,128 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T19:47:09,133 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T19:47:09,133 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T19:47:09,135 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T19:47:09,135 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:47:09,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44883-0x1013c10deef0002, quorum=127.0.0.1:61843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T19:47:09,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44883-0x1013c10deef0002, quorum=127.0.0.1:61843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T19:47:09,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44883 2024-11-14T19:47:09,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44883 2024-11-14T19:47:09,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44883 2024-11-14T19:47:09,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44883 2024-11-14T19:47:09,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44883 2024-11-14T19:47:09,149 DEBUG [M:0;867b237d0fa7:38615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:38615 2024-11-14T19:47:09,149 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/867b237d0fa7,38615,1731613628756 2024-11-14T19:47:09,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1013c10deef0001, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:47:09,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44883-0x1013c10deef0002, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:47:09,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:47:09,164 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/867b237d0fa7,38615,1731613628756 2024-11-14T19:47:09,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:09,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44883-0x1013c10deef0002, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T19:47:09,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1013c10deef0001, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T19:47:09,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44883-0x1013c10deef0002, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:09,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1013c10deef0001, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:09,173 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T19:47:09,173 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/867b237d0fa7,38615,1731613628756 from backup master directory 2024-11-14T19:47:09,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/867b237d0fa7,38615,1731613628756 2024-11-14T19:47:09,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1013c10deef0001, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:47:09,180 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:47:09,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:47:09,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44883-0x1013c10deef0002, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:47:09,180 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,38615,1731613628756 2024-11-14T19:47:09,184 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/hbase.id] with ID: 6434aedd-e77d-43bf-9745-b0f0db4ee175 2024-11-14T19:47:09,184 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/.tmp/hbase.id 2024-11-14T19:47:09,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:47:09,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33417 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:47:09,594 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/.tmp/hbase.id]:[hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/hbase.id] 2024-11-14T19:47:09,605 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:09,605 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:47:09,607 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T19:47:09,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:09,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1013c10deef0001, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:09,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44883-0x1013c10deef0002, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:09,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33417 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:47:09,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:47:09,655 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:47:09,656 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:47:09,657 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:09,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:47:09,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33417 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:47:09,665 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/data/master/store 2024-11-14T19:47:09,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:47:09,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33417 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:47:10,076 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:10,076 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:47:10,076 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:10,076 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:10,076 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:47:10,076 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:10,076 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:10,076 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613630076Disabling compacts and flushes for region at 1731613630076Disabling writes for close at 1731613630076Writing region close event to WAL at 1731613630076Closed at 1731613630076 2024-11-14T19:47:10,077 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/data/master/store/.initializing 2024-11-14T19:47:10,077 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/WALs/867b237d0fa7,38615,1731613628756 2024-11-14T19:47:10,078 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:47:10,080 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C38615%2C1731613628756, suffix=, logDir=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/WALs/867b237d0fa7,38615,1731613628756, archiveDir=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/oldWALs, maxLogs=10 2024-11-14T19:47:10,096 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/WALs/867b237d0fa7,38615,1731613628756/867b237d0fa7%2C38615%2C1731613628756.1731613630080, exclude list is [], retry=0 2024-11-14T19:47:10,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33417,DS-b99660c5-c773-47ba-9bb8-1078b8619240,DISK] 2024-11-14T19:47:10,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42907,DS-eecdbf2c-71b7-43fa-b75b-bed08e41456c,DISK] 2024-11-14T19:47:10,104 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/WALs/867b237d0fa7,38615,1731613628756/867b237d0fa7%2C38615%2C1731613628756.1731613630080 2024-11-14T19:47:10,104 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42381:42381),(127.0.0.1/127.0.0.1:39719:39719)] 2024-11-14T19:47:10,104 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:10,105 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:10,105 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:10,105 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:10,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:10,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:47:10,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:10,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:10,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:10,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:47:10,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:10,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:10,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:10,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:47:10,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:10,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:10,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:10,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:47:10,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:10,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:10,113 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:10,114 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:10,114 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:10,115 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:10,115 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:10,116 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:10,117 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:10,118 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:10,119 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66527877, jitterRate=-0.008657380938529968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:10,119 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613630105Initializing all the Stores at 1731613630106 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613630106Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613630106Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613630106Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613630106Cleaning up temporary data from old regions at 1731613630115 (+9 ms)Region opened successfully at 1731613630119 (+4 ms) 2024-11-14T19:47:10,120 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:47:10,123 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@662e4993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:47:10,123 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:47:10,124 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:47:10,124 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:47:10,124 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:47:10,124 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:47:10,125 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:47:10,125 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:47:10,128 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:47:10,129 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T19:47:10,138 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T19:47:10,139 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:47:10,140 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:47:10,147 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T19:47:10,147 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:47:10,148 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:47:10,155 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T19:47:10,156 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:47:10,163 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T19:47:10,165 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:47:10,172 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T19:47:10,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44883-0x1013c10deef0002, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T19:47:10,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1013c10deef0001, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T19:47:10,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T19:47:10,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44883-0x1013c10deef0002, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:10,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:10,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1013c10deef0001, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:10,181 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,38615,1731613628756, sessionid=0x1013c10deef0000, setting cluster-up flag (Was=false) 2024-11-14T19:47:10,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1013c10deef0001, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:10,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:10,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44883-0x1013c10deef0002, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:10,222 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T19:47:10,222 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,38615,1731613628756 2024-11-14T19:47:10,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:10,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44883-0x1013c10deef0002, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:10,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1013c10deef0001, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:10,264 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T19:47:10,265 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,38615,1731613628756 2024-11-14T19:47:10,266 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:47:10,268 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:10,268 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:47:10,268 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:47:10,269 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,38615,1731613628756 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:47:10,270 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:10,270 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:10,270 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:10,270 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:10,270 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:47:10,270 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,270 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:47:10,270 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,271 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613660271 2024-11-14T19:47:10,271 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:47:10,271 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:47:10,271 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:47:10,271 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:47:10,271 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:47:10,271 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:47:10,271 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,272 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:47:10,272 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:47:10,272 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:47:10,272 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:10,272 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:47:10,272 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:47:10,272 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:47:10,272 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613630272,5,FailOnTimeoutGroup] 2024-11-14T19:47:10,272 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613630272,5,FailOnTimeoutGroup] 2024-11-14T19:47:10,273 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,273 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:47:10,273 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,273 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,273 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:10,273 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:47:10,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33417 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:47:10,289 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:47:10,290 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc 2024-11-14T19:47:10,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:47:10,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33417 is added to blk_1073741832_1008 (size=32) 2024-11-14T19:47:10,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:10,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741832_1008 (size=32) 2024-11-14T19:47:10,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:47:10,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:47:10,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:10,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:10,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:47:10,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:47:10,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:10,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:10,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:47:10,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:47:10,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:10,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:10,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:47:10,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:47:10,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:10,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:10,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:47:10,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/hbase/meta/1588230740 2024-11-14T19:47:10,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/hbase/meta/1588230740 2024-11-14T19:47:10,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:47:10,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:47:10,311 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:10,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:47:10,313 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:10,314 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61371685, jitterRate=-0.0854906290769577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:10,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613630300Initializing all the Stores at 1731613630301 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613630301Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613630301Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613630301Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613630301Cleaning up temporary data from old regions at 1731613630310 (+9 ms)Region opened successfully at 1731613630315 (+5 ms) 2024-11-14T19:47:10,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:47:10,315 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:47:10,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:47:10,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:47:10,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:47:10,315 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:10,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613630315Disabling compacts and flushes for region at 1731613630315Disabling writes for close at 1731613630315Writing region close event to WAL at 1731613630315Closed at 1731613630315 2024-11-14T19:47:10,317 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:10,317 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:47:10,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:47:10,318 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:47:10,319 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:47:10,341 INFO [RS:1;867b237d0fa7:44883 {}] regionserver.HRegionServer(746): ClusterId : 6434aedd-e77d-43bf-9745-b0f0db4ee175 2024-11-14T19:47:10,341 INFO [RS:0;867b237d0fa7:33637 {}] regionserver.HRegionServer(746): ClusterId : 6434aedd-e77d-43bf-9745-b0f0db4ee175 2024-11-14T19:47:10,341 DEBUG [RS:0;867b237d0fa7:33637 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:47:10,341 DEBUG [RS:1;867b237d0fa7:44883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:47:10,347 DEBUG [RS:0;867b237d0fa7:33637 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:47:10,347 DEBUG [RS:1;867b237d0fa7:44883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:47:10,347 DEBUG [RS:0;867b237d0fa7:33637 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:47:10,348 DEBUG [RS:1;867b237d0fa7:44883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:47:10,364 DEBUG [RS:0;867b237d0fa7:33637 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:47:10,364 DEBUG [RS:0;867b237d0fa7:33637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3729f0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:47:10,364 DEBUG [RS:1;867b237d0fa7:44883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:47:10,364 DEBUG [RS:1;867b237d0fa7:44883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247b69a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:47:10,374 DEBUG [RS:0;867b237d0fa7:33637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:33637 2024-11-14T19:47:10,375 INFO [RS:0;867b237d0fa7:33637 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:47:10,375 INFO [RS:0;867b237d0fa7:33637 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:47:10,375 DEBUG [RS:0;867b237d0fa7:33637 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:47:10,375 INFO [RS:0;867b237d0fa7:33637 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,38615,1731613628756 with port=33637, startcode=1731613629018 2024-11-14T19:47:10,375 DEBUG [RS:0;867b237d0fa7:33637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:47:10,377 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:47:10,378 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38615 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,33637,1731613629018 2024-11-14T19:47:10,378 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38615 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,33637,1731613629018 2024-11-14T19:47:10,378 DEBUG [RS:1;867b237d0fa7:44883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;867b237d0fa7:44883 2024-11-14T19:47:10,378 INFO [RS:1;867b237d0fa7:44883 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:47:10,378 INFO [RS:1;867b237d0fa7:44883 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:47:10,378 DEBUG [RS:1;867b237d0fa7:44883 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:47:10,379 INFO [RS:1;867b237d0fa7:44883 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,38615,1731613628756 with port=44883, startcode=1731613629087 2024-11-14T19:47:10,379 DEBUG [RS:1;867b237d0fa7:44883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:47:10,379 DEBUG [RS:0;867b237d0fa7:33637 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc 2024-11-14T19:47:10,379 DEBUG [RS:0;867b237d0fa7:33637 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37859 2024-11-14T19:47:10,379 DEBUG [RS:0;867b237d0fa7:33637 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:47:10,381 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:47:10,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38615 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,44883,1731613629087 2024-11-14T19:47:10,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38615 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,44883,1731613629087 2024-11-14T19:47:10,383 DEBUG [RS:1;867b237d0fa7:44883 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc 2024-11-14T19:47:10,383 DEBUG [RS:1;867b237d0fa7:44883 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37859 2024-11-14T19:47:10,383 DEBUG [RS:1;867b237d0fa7:44883 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:47:10,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T19:47:10,413 DEBUG [RS:0;867b237d0fa7:33637 {}] zookeeper.ZKUtil(111): regionserver:33637-0x1013c10deef0001, quorum=127.0.0.1:61843, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/867b237d0fa7,33637,1731613629018 2024-11-14T19:47:10,413 WARN [RS:0;867b237d0fa7:33637 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:47:10,413 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,33637,1731613629018] 2024-11-14T19:47:10,413 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,44883,1731613629087] 2024-11-14T19:47:10,413 INFO [RS:0;867b237d0fa7:33637 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:10,414 DEBUG [RS:1;867b237d0fa7:44883 {}] zookeeper.ZKUtil(111): regionserver:44883-0x1013c10deef0002, quorum=127.0.0.1:61843, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/867b237d0fa7,44883,1731613629087 2024-11-14T19:47:10,414 DEBUG [RS:0;867b237d0fa7:33637 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/WALs/867b237d0fa7,33637,1731613629018 2024-11-14T19:47:10,414 WARN [RS:1;867b237d0fa7:44883 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:47:10,414 INFO [RS:1;867b237d0fa7:44883 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:10,414 DEBUG [RS:1;867b237d0fa7:44883 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/WALs/867b237d0fa7,44883,1731613629087 2024-11-14T19:47:10,417 INFO [RS:1;867b237d0fa7:44883 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:47:10,417 INFO [RS:0;867b237d0fa7:33637 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:47:10,419 INFO [RS:1;867b237d0fa7:44883 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:47:10,419 INFO [RS:1;867b237d0fa7:44883 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:47:10,419 INFO [RS:1;867b237d0fa7:44883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,420 INFO [RS:1;867b237d0fa7:44883 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:47:10,420 INFO [RS:0;867b237d0fa7:33637 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:47:10,421 INFO [RS:1;867b237d0fa7:44883 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:47:10,421 INFO [RS:1;867b237d0fa7:44883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,421 DEBUG [RS:1;867b237d0fa7:44883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,421 DEBUG [RS:1;867b237d0fa7:44883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,421 DEBUG [RS:1;867b237d0fa7:44883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,421 DEBUG [RS:1;867b237d0fa7:44883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,421 DEBUG [RS:1;867b237d0fa7:44883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,421 DEBUG [RS:1;867b237d0fa7:44883 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:47:10,421 DEBUG [RS:1;867b237d0fa7:44883 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,421 DEBUG [RS:1;867b237d0fa7:44883 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,421 DEBUG [RS:1;867b237d0fa7:44883 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,421 DEBUG [RS:1;867b237d0fa7:44883 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,421 DEBUG [RS:1;867b237d0fa7:44883 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,421 DEBUG [RS:1;867b237d0fa7:44883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,422 DEBUG [RS:1;867b237d0fa7:44883 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:47:10,422 DEBUG [RS:1;867b237d0fa7:44883 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:47:10,422 INFO [RS:0;867b237d0fa7:33637 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:47:10,423 INFO [RS:0;867b237d0fa7:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,426 INFO [RS:1;867b237d0fa7:44883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,426 INFO [RS:1;867b237d0fa7:44883 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,427 INFO [RS:1;867b237d0fa7:44883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,427 INFO [RS:1;867b237d0fa7:44883 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,427 INFO [RS:1;867b237d0fa7:44883 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,427 INFO [RS:0;867b237d0fa7:33637 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:47:10,427 INFO [RS:1;867b237d0fa7:44883 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44883,1731613629087-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:47:10,428 INFO [RS:0;867b237d0fa7:33637 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:47:10,428 INFO [RS:0;867b237d0fa7:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,428 DEBUG [RS:0;867b237d0fa7:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,428 DEBUG [RS:0;867b237d0fa7:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,428 DEBUG [RS:0;867b237d0fa7:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,428 DEBUG [RS:0;867b237d0fa7:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,428 DEBUG [RS:0;867b237d0fa7:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,428 DEBUG [RS:0;867b237d0fa7:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:47:10,428 DEBUG [RS:0;867b237d0fa7:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,428 DEBUG [RS:0;867b237d0fa7:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,428 DEBUG [RS:0;867b237d0fa7:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,428 DEBUG [RS:0;867b237d0fa7:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,428 DEBUG [RS:0;867b237d0fa7:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,428 DEBUG [RS:0;867b237d0fa7:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:10,428 DEBUG [RS:0;867b237d0fa7:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:47:10,428 DEBUG [RS:0;867b237d0fa7:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:47:10,429 INFO [RS:0;867b237d0fa7:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,429 INFO [RS:0;867b237d0fa7:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,429 INFO [RS:0;867b237d0fa7:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,429 INFO [RS:0;867b237d0fa7:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,429 INFO [RS:0;867b237d0fa7:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,429 INFO [RS:0;867b237d0fa7:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,33637,1731613629018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:47:10,446 INFO [RS:0;867b237d0fa7:33637 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:47:10,446 INFO [RS:1;867b237d0fa7:44883 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:47:10,446 INFO [RS:0;867b237d0fa7:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,33637,1731613629018-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,446 INFO [RS:1;867b237d0fa7:44883 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44883,1731613629087-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,447 INFO [RS:0;867b237d0fa7:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,447 INFO [RS:0;867b237d0fa7:33637 {}] regionserver.Replication(171): 867b237d0fa7,33637,1731613629018 started 2024-11-14T19:47:10,447 INFO [RS:1;867b237d0fa7:44883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,447 INFO [RS:1;867b237d0fa7:44883 {}] regionserver.Replication(171): 867b237d0fa7,44883,1731613629087 started 2024-11-14T19:47:10,463 INFO [RS:0;867b237d0fa7:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,463 INFO [RS:0;867b237d0fa7:33637 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,33637,1731613629018, RpcServer on 867b237d0fa7/172.17.0.2:33637, sessionid=0x1013c10deef0001 2024-11-14T19:47:10,464 DEBUG [RS:0;867b237d0fa7:33637 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:47:10,464 DEBUG [RS:0;867b237d0fa7:33637 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,33637,1731613629018 2024-11-14T19:47:10,464 DEBUG [RS:0;867b237d0fa7:33637 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,33637,1731613629018' 2024-11-14T19:47:10,464 DEBUG [RS:0;867b237d0fa7:33637 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T19:47:10,464 DEBUG [RS:0;867b237d0fa7:33637 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T19:47:10,465 DEBUG [RS:0;867b237d0fa7:33637 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:47:10,465 DEBUG [RS:0;867b237d0fa7:33637 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:47:10,465 DEBUG [RS:0;867b237d0fa7:33637 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,33637,1731613629018 2024-11-14T19:47:10,465 DEBUG [RS:0;867b237d0fa7:33637 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,33637,1731613629018' 2024-11-14T19:47:10,465 DEBUG [RS:0;867b237d0fa7:33637 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T19:47:10,465 INFO [RS:1;867b237d0fa7:44883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,465 INFO [RS:1;867b237d0fa7:44883 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,44883,1731613629087, RpcServer on 867b237d0fa7/172.17.0.2:44883, sessionid=0x1013c10deef0002 2024-11-14T19:47:10,465 DEBUG [RS:0;867b237d0fa7:33637 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T19:47:10,465 DEBUG [RS:1;867b237d0fa7:44883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:47:10,465 DEBUG [RS:1;867b237d0fa7:44883 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,44883,1731613629087 2024-11-14T19:47:10,465 DEBUG [RS:1;867b237d0fa7:44883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,44883,1731613629087' 2024-11-14T19:47:10,465 DEBUG [RS:1;867b237d0fa7:44883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T19:47:10,465 DEBUG [RS:0;867b237d0fa7:33637 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:47:10,465 INFO [RS:0;867b237d0fa7:33637 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:47:10,466 INFO [RS:0;867b237d0fa7:33637 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:47:10,466 DEBUG [RS:1;867b237d0fa7:44883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T19:47:10,466 DEBUG [RS:1;867b237d0fa7:44883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:47:10,466 DEBUG [RS:1;867b237d0fa7:44883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:47:10,466 DEBUG [RS:1;867b237d0fa7:44883 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,44883,1731613629087 2024-11-14T19:47:10,466 DEBUG [RS:1;867b237d0fa7:44883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,44883,1731613629087' 2024-11-14T19:47:10,466 DEBUG [RS:1;867b237d0fa7:44883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T19:47:10,466 DEBUG [RS:1;867b237d0fa7:44883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T19:47:10,467 DEBUG [RS:1;867b237d0fa7:44883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:47:10,467 INFO [RS:1;867b237d0fa7:44883 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:47:10,467 INFO [RS:1;867b237d0fa7:44883 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:47:10,469 WARN [867b237d0fa7:38615 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T19:47:10,566 INFO [RS:0;867b237d0fa7:33637 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:47:10,567 INFO [RS:1;867b237d0fa7:44883 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:47:10,568 INFO [RS:0;867b237d0fa7:33637 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C33637%2C1731613629018, suffix=, logDir=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/WALs/867b237d0fa7,33637,1731613629018, archiveDir=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/oldWALs, maxLogs=32 2024-11-14T19:47:10,568 INFO [RS:1;867b237d0fa7:44883 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C44883%2C1731613629087, suffix=, logDir=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/WALs/867b237d0fa7,44883,1731613629087, archiveDir=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/oldWALs, maxLogs=32 2024-11-14T19:47:10,580 DEBUG [RS:1;867b237d0fa7:44883 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/WALs/867b237d0fa7,44883,1731613629087/867b237d0fa7%2C44883%2C1731613629087.1731613630569, exclude list is [], retry=0 2024-11-14T19:47:10,583 DEBUG [RS:0;867b237d0fa7:33637 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/WALs/867b237d0fa7,33637,1731613629018/867b237d0fa7%2C33637%2C1731613629018.1731613630568, exclude list is [], retry=0 2024-11-14T19:47:10,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42907,DS-eecdbf2c-71b7-43fa-b75b-bed08e41456c,DISK] 2024-11-14T19:47:10,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33417,DS-b99660c5-c773-47ba-9bb8-1078b8619240,DISK] 2024-11-14T19:47:10,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33417,DS-b99660c5-c773-47ba-9bb8-1078b8619240,DISK] 2024-11-14T19:47:10,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42907,DS-eecdbf2c-71b7-43fa-b75b-bed08e41456c,DISK] 2024-11-14T19:47:10,587 INFO [RS:1;867b237d0fa7:44883 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/WALs/867b237d0fa7,44883,1731613629087/867b237d0fa7%2C44883%2C1731613629087.1731613630569 2024-11-14T19:47:10,591 DEBUG [RS:1;867b237d0fa7:44883 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39719:39719),(127.0.0.1/127.0.0.1:42381:42381)] 2024-11-14T19:47:10,593 INFO [RS:0;867b237d0fa7:33637 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/WALs/867b237d0fa7,33637,1731613629018/867b237d0fa7%2C33637%2C1731613629018.1731613630568 2024-11-14T19:47:10,593 DEBUG [RS:0;867b237d0fa7:33637 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39719:39719),(127.0.0.1/127.0.0.1:42381:42381)] 2024-11-14T19:47:10,720 DEBUG [867b237d0fa7:38615 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T19:47:10,720 DEBUG [867b237d0fa7:38615 {}] balancer.BalancerClusterState(204): Hosts are {867b237d0fa7=0} racks are {/default-rack=0} 2024-11-14T19:47:10,722 DEBUG [867b237d0fa7:38615 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T19:47:10,722 DEBUG [867b237d0fa7:38615 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T19:47:10,722 DEBUG [867b237d0fa7:38615 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T19:47:10,722 DEBUG [867b237d0fa7:38615 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T19:47:10,722 INFO [867b237d0fa7:38615 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T19:47:10,722 INFO [867b237d0fa7:38615 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T19:47:10,722 DEBUG [867b237d0fa7:38615 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T19:47:10,723 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,33637,1731613629018 2024-11-14T19:47:10,724 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,33637,1731613629018, state=OPENING 2024-11-14T19:47:10,736 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:47:10,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:10,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1013c10deef0001, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:10,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44883-0x1013c10deef0002, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:10,745 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:47:10,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:10,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:10,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,33637,1731613629018}] 2024-11-14T19:47:10,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:10,898 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:47:10,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:47:10,903 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:47:10,903 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:10,903 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:47:10,905 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C33637%2C1731613629018.meta, suffix=.meta, logDir=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/WALs/867b237d0fa7,33637,1731613629018, archiveDir=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/oldWALs, maxLogs=32 2024-11-14T19:47:10,918 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/WALs/867b237d0fa7,33637,1731613629018/867b237d0fa7%2C33637%2C1731613629018.meta.1731613630905.meta, exclude list is [], retry=0 2024-11-14T19:47:10,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42907,DS-eecdbf2c-71b7-43fa-b75b-bed08e41456c,DISK] 2024-11-14T19:47:10,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33417,DS-b99660c5-c773-47ba-9bb8-1078b8619240,DISK] 2024-11-14T19:47:10,922 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/WALs/867b237d0fa7,33637,1731613629018/867b237d0fa7%2C33637%2C1731613629018.meta.1731613630905.meta 2024-11-14T19:47:10,922 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39719:39719),(127.0.0.1/127.0.0.1:42381:42381)] 2024-11-14T19:47:10,923 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:10,923 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:47:10,923 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:47:10,923 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:47:10,923 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:47:10,923 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:10,923 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:47:10,923 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:47:10,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:47:10,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:47:10,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:10,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:10,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:47:10,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:47:10,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:10,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:10,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:47:10,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:47:10,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:10,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:10,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:47:10,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:47:10,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:10,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:10,929 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:47:10,930 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/hbase/meta/1588230740 2024-11-14T19:47:10,931 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/hbase/meta/1588230740 2024-11-14T19:47:10,932 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:47:10,932 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:47:10,932 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:10,933 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:47:10,934 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58860854, jitterRate=-0.12290492653846741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:10,934 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:47:10,935 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613630923Writing region info on filesystem at 1731613630923Initializing all the Stores at 1731613630924 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613630924Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613630924Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613630924Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613630924Cleaning up temporary data from old regions at 1731613630932 (+8 ms)Running coprocessor post-open hooks at 1731613630934 (+2 ms)Region opened successfully at 1731613630935 (+1 ms) 2024-11-14T19:47:10,936 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613630898 2024-11-14T19:47:10,938 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:47:10,938 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:47:10,939 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,33637,1731613629018 2024-11-14T19:47:10,939 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,33637,1731613629018, state=OPEN 2024-11-14T19:47:10,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1013c10deef0001, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:47:10,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44883-0x1013c10deef0002, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:47:10,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:47:10,947 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,33637,1731613629018 2024-11-14T19:47:10,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:10,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:10,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:10,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:47:10,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,33637,1731613629018 in 202 msec 2024-11-14T19:47:10,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:47:10,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 633 msec 2024-11-14T19:47:10,953 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:10,953 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:47:10,954 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:10,954 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,33637,1731613629018, seqNum=-1] 2024-11-14T19:47:10,954 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:10,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:10,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 694 msec 2024-11-14T19:47:10,963 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613630963, completionTime=-1 2024-11-14T19:47:10,963 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T19:47:10,963 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:47:10,965 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T19:47:10,965 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613690965 2024-11-14T19:47:10,965 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613750965 2024-11-14T19:47:10,965 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T19:47:10,966 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,38615,1731613628756-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,966 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,38615,1731613628756-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,966 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,38615,1731613628756-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,966 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:38615, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,966 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,966 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:10,968 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:47:10,971 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.791sec 2024-11-14T19:47:10,971 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:47:10,971 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:47:10,971 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:47:10,971 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:47:10,971 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:47:10,971 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,38615,1731613628756-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:47:10,971 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,38615,1731613628756-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:47:10,973 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:47:10,973 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:47:10,974 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,38615,1731613628756-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:11,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61bd4f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:11,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,38615,-1 for getting cluster id 2024-11-14T19:47:11,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:11,042 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6434aedd-e77d-43bf-9745-b0f0db4ee175' 2024-11-14T19:47:11,042 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:11,042 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6434aedd-e77d-43bf-9745-b0f0db4ee175" 2024-11-14T19:47:11,043 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48779fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:11,043 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,38615,-1] 2024-11-14T19:47:11,043 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:11,043 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:11,044 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:11,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b40205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:11,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:11,046 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,33637,1731613629018, seqNum=-1] 2024-11-14T19:47:11,046 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:11,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:11,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,38615,1731613628756 2024-11-14T19:47:11,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:11,050 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,38615,1731613628756 2024-11-14T19:47:11,050 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30b086e2 2024-11-14T19:47:11,050 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:11,051 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:47:11,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38615 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:47:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38615 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T19:47:11,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:47:11,055 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:11,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38615 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T19:47:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:11,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:47:11,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741836_1012 (size=379) 2024-11-14T19:47:11,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33417 is added to blk_1073741836_1012 (size=379) 2024-11-14T19:47:11,070 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a25e9b7f42eb2dbcf5d485f786d40246, NAME => 'testClearRegionBlockCache,,1731613631051.a25e9b7f42eb2dbcf5d485f786d40246.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc 2024-11-14T19:47:11,071 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 46550f75200edda40509a5d6319b7cb2, NAME => 'testClearRegionBlockCache,5,1731613631051.46550f75200edda40509a5d6319b7cb2.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc 2024-11-14T19:47:11,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741838_1014 (size=61) 2024-11-14T19:47:11,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741837_1013 (size=61) 2024-11-14T19:47:11,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33417 is added to blk_1073741837_1013 (size=61) 2024-11-14T19:47:11,085 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731613631051.a25e9b7f42eb2dbcf5d485f786d40246.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:11,085 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731613631051.46550f75200edda40509a5d6319b7cb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:11,085 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 46550f75200edda40509a5d6319b7cb2, disabling compactions & flushes 2024-11-14T19:47:11,085 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing a25e9b7f42eb2dbcf5d485f786d40246, disabling compactions & flushes 2024-11-14T19:47:11,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33417 is added to blk_1073741838_1014 (size=61) 2024-11-14T19:47:11,085 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731613631051.46550f75200edda40509a5d6319b7cb2. 2024-11-14T19:47:11,085 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731613631051.a25e9b7f42eb2dbcf5d485f786d40246. 2024-11-14T19:47:11,085 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731613631051.46550f75200edda40509a5d6319b7cb2. 2024-11-14T19:47:11,085 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731613631051.a25e9b7f42eb2dbcf5d485f786d40246. 2024-11-14T19:47:11,085 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731613631051.46550f75200edda40509a5d6319b7cb2. after waiting 0 ms 2024-11-14T19:47:11,085 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731613631051.a25e9b7f42eb2dbcf5d485f786d40246. after waiting 0 ms 2024-11-14T19:47:11,085 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731613631051.46550f75200edda40509a5d6319b7cb2. 2024-11-14T19:47:11,085 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731613631051.a25e9b7f42eb2dbcf5d485f786d40246. 2024-11-14T19:47:11,085 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731613631051.46550f75200edda40509a5d6319b7cb2. 2024-11-14T19:47:11,085 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731613631051.a25e9b7f42eb2dbcf5d485f786d40246. 2024-11-14T19:47:11,085 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 46550f75200edda40509a5d6319b7cb2: Waiting for close lock at 1731613631085Disabling compacts and flushes for region at 1731613631085Disabling writes for close at 1731613631085Writing region close event to WAL at 1731613631085Closed at 1731613631085 2024-11-14T19:47:11,085 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for a25e9b7f42eb2dbcf5d485f786d40246: Waiting for close lock at 1731613631085Disabling compacts and flushes for region at 1731613631085Disabling writes for close at 1731613631085Writing region close event to WAL at 1731613631085Closed at 1731613631085 2024-11-14T19:47:11,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:47:11,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731613631051.46550f75200edda40509a5d6319b7cb2.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731613631087"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613631087"}]},"ts":"1731613631087"} 2024-11-14T19:47:11,088 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731613631051.a25e9b7f42eb2dbcf5d485f786d40246.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731613631087"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613631087"}]},"ts":"1731613631087"} 2024-11-14T19:47:11,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T19:47:11,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:47:11,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613631092"}]},"ts":"1731613631092"} 2024-11-14T19:47:11,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T19:47:11,095 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {867b237d0fa7=0} racks are {/default-rack=0} 2024-11-14T19:47:11,096 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T19:47:11,096 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T19:47:11,096 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T19:47:11,096 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T19:47:11,096 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T19:47:11,096 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T19:47:11,096 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T19:47:11,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a25e9b7f42eb2dbcf5d485f786d40246, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=46550f75200edda40509a5d6319b7cb2, ASSIGN}] 2024-11-14T19:47:11,098 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=46550f75200edda40509a5d6319b7cb2, ASSIGN 2024-11-14T19:47:11,099 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a25e9b7f42eb2dbcf5d485f786d40246, ASSIGN 2024-11-14T19:47:11,100 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=46550f75200edda40509a5d6319b7cb2, ASSIGN; state=OFFLINE, location=867b237d0fa7,44883,1731613629087; forceNewPlan=false, retain=false 2024-11-14T19:47:11,100 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a25e9b7f42eb2dbcf5d485f786d40246, ASSIGN; state=OFFLINE, location=867b237d0fa7,33637,1731613629018; forceNewPlan=false, retain=false 2024-11-14T19:47:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:11,250 INFO [867b237d0fa7:38615 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T19:47:11,250 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=46550f75200edda40509a5d6319b7cb2, regionState=OPENING, regionLocation=867b237d0fa7,44883,1731613629087 2024-11-14T19:47:11,250 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a25e9b7f42eb2dbcf5d485f786d40246, regionState=OPENING, regionLocation=867b237d0fa7,33637,1731613629018 2024-11-14T19:47:11,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=46550f75200edda40509a5d6319b7cb2, ASSIGN because future has completed 2024-11-14T19:47:11,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46550f75200edda40509a5d6319b7cb2, server=867b237d0fa7,44883,1731613629087}] 2024-11-14T19:47:11,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a25e9b7f42eb2dbcf5d485f786d40246, ASSIGN because future has completed 2024-11-14T19:47:11,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a25e9b7f42eb2dbcf5d485f786d40246, server=867b237d0fa7,33637,1731613629018}] 2024-11-14T19:47:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:11,406 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:47:11,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:47:11,412 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731613631051.46550f75200edda40509a5d6319b7cb2. 2024-11-14T19:47:11,412 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731613631051.a25e9b7f42eb2dbcf5d485f786d40246. 2024-11-14T19:47:11,412 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => a25e9b7f42eb2dbcf5d485f786d40246, NAME => 'testClearRegionBlockCache,,1731613631051.a25e9b7f42eb2dbcf5d485f786d40246.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T19:47:11,412 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 46550f75200edda40509a5d6319b7cb2, NAME => 'testClearRegionBlockCache,5,1731613631051.46550f75200edda40509a5d6319b7cb2.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T19:47:11,412 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a25e9b7f42eb2dbcf5d485f786d40246 2024-11-14T19:47:11,412 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 46550f75200edda40509a5d6319b7cb2 2024-11-14T19:47:11,413 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731613631051.a25e9b7f42eb2dbcf5d485f786d40246.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:11,413 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731613631051.46550f75200edda40509a5d6319b7cb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:11,413 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for a25e9b7f42eb2dbcf5d485f786d40246 2024-11-14T19:47:11,413 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 46550f75200edda40509a5d6319b7cb2 2024-11-14T19:47:11,413 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for a25e9b7f42eb2dbcf5d485f786d40246 2024-11-14T19:47:11,413 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 46550f75200edda40509a5d6319b7cb2 2024-11-14T19:47:11,414 INFO [StoreOpener-a25e9b7f42eb2dbcf5d485f786d40246-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a25e9b7f42eb2dbcf5d485f786d40246 2024-11-14T19:47:11,415 INFO [StoreOpener-46550f75200edda40509a5d6319b7cb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 46550f75200edda40509a5d6319b7cb2 2024-11-14T19:47:11,416 INFO [StoreOpener-a25e9b7f42eb2dbcf5d485f786d40246-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a25e9b7f42eb2dbcf5d485f786d40246 columnFamilyName family 2024-11-14T19:47:11,416 INFO [StoreOpener-46550f75200edda40509a5d6319b7cb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46550f75200edda40509a5d6319b7cb2 columnFamilyName family 2024-11-14T19:47:11,416 DEBUG [StoreOpener-a25e9b7f42eb2dbcf5d485f786d40246-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:11,416 DEBUG [StoreOpener-46550f75200edda40509a5d6319b7cb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:11,416 INFO [StoreOpener-a25e9b7f42eb2dbcf5d485f786d40246-1 {}] regionserver.HStore(327): Store=a25e9b7f42eb2dbcf5d485f786d40246/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:11,416 INFO [StoreOpener-46550f75200edda40509a5d6319b7cb2-1 {}] regionserver.HStore(327): Store=46550f75200edda40509a5d6319b7cb2/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:11,416 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for a25e9b7f42eb2dbcf5d485f786d40246 2024-11-14T19:47:11,416 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 46550f75200edda40509a5d6319b7cb2 2024-11-14T19:47:11,417 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/default/testClearRegionBlockCache/a25e9b7f42eb2dbcf5d485f786d40246 2024-11-14T19:47:11,417 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/default/testClearRegionBlockCache/46550f75200edda40509a5d6319b7cb2 2024-11-14T19:47:11,417 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/default/testClearRegionBlockCache/a25e9b7f42eb2dbcf5d485f786d40246 2024-11-14T19:47:11,417 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/default/testClearRegionBlockCache/46550f75200edda40509a5d6319b7cb2 2024-11-14T19:47:11,417 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for a25e9b7f42eb2dbcf5d485f786d40246 2024-11-14T19:47:11,417 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 46550f75200edda40509a5d6319b7cb2 2024-11-14T19:47:11,417 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for a25e9b7f42eb2dbcf5d485f786d40246 2024-11-14T19:47:11,417 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 46550f75200edda40509a5d6319b7cb2 2024-11-14T19:47:11,419 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for a25e9b7f42eb2dbcf5d485f786d40246 2024-11-14T19:47:11,419 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 46550f75200edda40509a5d6319b7cb2 2024-11-14T19:47:11,421 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/default/testClearRegionBlockCache/a25e9b7f42eb2dbcf5d485f786d40246/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:11,421 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/default/testClearRegionBlockCache/46550f75200edda40509a5d6319b7cb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:11,421 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened a25e9b7f42eb2dbcf5d485f786d40246; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68479616, jitterRate=0.020425796508789062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:47:11,421 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 46550f75200edda40509a5d6319b7cb2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70286081, jitterRate=0.04734422266483307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:47:11,421 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a25e9b7f42eb2dbcf5d485f786d40246 2024-11-14T19:47:11,421 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46550f75200edda40509a5d6319b7cb2 2024-11-14T19:47:11,422 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 46550f75200edda40509a5d6319b7cb2: Running coprocessor pre-open hook at 1731613631413Writing region info on filesystem at 1731613631413Initializing all the Stores at 1731613631414 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613631414Cleaning up temporary data from old regions at 1731613631417 (+3 ms)Running coprocessor post-open hooks at 1731613631421 (+4 ms)Region opened successfully at 1731613631422 (+1 ms) 2024-11-14T19:47:11,422 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for a25e9b7f42eb2dbcf5d485f786d40246: Running coprocessor pre-open hook at 1731613631413Writing region info on filesystem at 1731613631413Initializing all the Stores at 1731613631414 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613631414Cleaning up temporary data from old regions at 1731613631417 (+3 ms)Running coprocessor post-open hooks at 1731613631421 (+4 ms)Region opened successfully at 1731613631422 (+1 ms) 2024-11-14T19:47:11,423 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731613631051.a25e9b7f42eb2dbcf5d485f786d40246., pid=8, masterSystemTime=1731613631408 2024-11-14T19:47:11,423 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731613631051.46550f75200edda40509a5d6319b7cb2., pid=7, masterSystemTime=1731613631406 2024-11-14T19:47:11,425 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731613631051.a25e9b7f42eb2dbcf5d485f786d40246. 2024-11-14T19:47:11,425 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731613631051.a25e9b7f42eb2dbcf5d485f786d40246. 2024-11-14T19:47:11,425 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:47:11,426 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a25e9b7f42eb2dbcf5d485f786d40246, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,33637,1731613629018 2024-11-14T19:47:11,427 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731613631051.46550f75200edda40509a5d6319b7cb2. 2024-11-14T19:47:11,428 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731613631051.46550f75200edda40509a5d6319b7cb2. 2024-11-14T19:47:11,428 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=46550f75200edda40509a5d6319b7cb2, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,44883,1731613629087 2024-11-14T19:47:11,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a25e9b7f42eb2dbcf5d485f786d40246, server=867b237d0fa7,33637,1731613629018 because future has completed 2024-11-14T19:47:11,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46550f75200edda40509a5d6319b7cb2, server=867b237d0fa7,44883,1731613629087 because future has completed 2024-11-14T19:47:11,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-14T19:47:11,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a25e9b7f42eb2dbcf5d485f786d40246, server=867b237d0fa7,33637,1731613629018 in 175 msec 2024-11-14T19:47:11,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a25e9b7f42eb2dbcf5d485f786d40246, ASSIGN in 338 msec 2024-11-14T19:47:11,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T19:47:11,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 46550f75200edda40509a5d6319b7cb2, server=867b237d0fa7,44883,1731613629087 in 183 msec 2024-11-14T19:47:11,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-14T19:47:11,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=46550f75200edda40509a5d6319b7cb2, ASSIGN in 341 msec 2024-11-14T19:47:11,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:47:11,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613631441"}]},"ts":"1731613631441"} 2024-11-14T19:47:11,446 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T19:47:11,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:47:11,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 395 msec 2024-11-14T19:47:11,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:11,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:11,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:11,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:11,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:11,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:11,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:11,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38615 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:11,680 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T19:47:11,680 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T19:47:11,681 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T19:47:11,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T19:47:11,685 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T19:47:11,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T19:47:11,688 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731613631051.a25e9b7f42eb2dbcf5d485f786d40246., hostname=867b237d0fa7,33637,1731613629018, seqNum=2] 2024-11-14T19:47:11,701 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731613631051.46550f75200edda40509a5d6319b7cb2., hostname=867b237d0fa7,44883,1731613629087, seqNum=2] 2024-11-14T19:47:11,701 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:11,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:11,727 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a25e9b7f42eb2dbcf5d485f786d40246 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T19:47:11,744 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/default/testClearRegionBlockCache/a25e9b7f42eb2dbcf5d485f786d40246/.tmp/family/c8c4411f197d4b45b4dcdcb1deb169f7 is 32, key is 1/family:/1731613631689/Put/seqid=0 2024-11-14T19:47:11,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741839_1015 (size=5054) 2024-11-14T19:47:11,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33417 is added to blk_1073741839_1015 (size=5054) 2024-11-14T19:47:12,150 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/default/testClearRegionBlockCache/a25e9b7f42eb2dbcf5d485f786d40246/.tmp/family/c8c4411f197d4b45b4dcdcb1deb169f7 2024-11-14T19:47:12,158 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/default/testClearRegionBlockCache/a25e9b7f42eb2dbcf5d485f786d40246/.tmp/family/c8c4411f197d4b45b4dcdcb1deb169f7 as hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/default/testClearRegionBlockCache/a25e9b7f42eb2dbcf5d485f786d40246/family/c8c4411f197d4b45b4dcdcb1deb169f7 2024-11-14T19:47:12,165 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/default/testClearRegionBlockCache/a25e9b7f42eb2dbcf5d485f786d40246/family/c8c4411f197d4b45b4dcdcb1deb169f7, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T19:47:12,166 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for a25e9b7f42eb2dbcf5d485f786d40246 in 439ms, sequenceid=8, compaction requested=false 2024-11-14T19:47:12,166 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a25e9b7f42eb2dbcf5d485f786d40246: 2024-11-14T19:47:12,167 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 46550f75200edda40509a5d6319b7cb2 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T19:47:12,181 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/default/testClearRegionBlockCache/46550f75200edda40509a5d6319b7cb2/.tmp/family/f5b36049eb014668911a1e831f90b533 is 32, key is 5/family:/1731613631703/Put/seqid=0 2024-11-14T19:47:12,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741840_1016 (size=5083) 2024-11-14T19:47:12,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33417 is added to blk_1073741840_1016 (size=5083) 2024-11-14T19:47:12,190 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/default/testClearRegionBlockCache/46550f75200edda40509a5d6319b7cb2/.tmp/family/f5b36049eb014668911a1e831f90b533 2024-11-14T19:47:12,199 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/default/testClearRegionBlockCache/46550f75200edda40509a5d6319b7cb2/.tmp/family/f5b36049eb014668911a1e831f90b533 as hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/default/testClearRegionBlockCache/46550f75200edda40509a5d6319b7cb2/family/f5b36049eb014668911a1e831f90b533 2024-11-14T19:47:12,206 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/default/testClearRegionBlockCache/46550f75200edda40509a5d6319b7cb2/family/f5b36049eb014668911a1e831f90b533, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T19:47:12,207 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 46550f75200edda40509a5d6319b7cb2 in 40ms, sequenceid=9, compaction requested=false 2024-11-14T19:47:12,207 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 46550f75200edda40509a5d6319b7cb2: 2024-11-14T19:47:12,210 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file c8c4411f197d4b45b4dcdcb1deb169f7, starting offset: 0, end offset: 9223372036854775807 2024-11-14T19:47:12,210 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key c8c4411f197d4b45b4dcdcb1deb169f7_0 from back map with offset lock 2094080 in the evict process 2024-11-14T19:47:12,213 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file f5b36049eb014668911a1e831f90b533, starting offset: 0, end offset: 9223372036854775807 2024-11-14T19:47:12,213 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key f5b36049eb014668911a1e831f90b533_0 from back map with offset lock 2094080 in the evict process 2024-11-14T19:47:12,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:47:12,213 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:47:12,213 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:12,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:12,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:12,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:12,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:47:12,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1982585114, stopped=false 2024-11-14T19:47:12,214 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,38615,1731613628756 2024-11-14T19:47:12,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1013c10deef0001, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:47:12,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:47:12,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:12,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1013c10deef0001, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:12,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44883-0x1013c10deef0002, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:47:12,255 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:47:12,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44883-0x1013c10deef0002, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:12,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:47:12,256 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:12,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:12,256 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,33637,1731613629018' ***** 2024-11-14T19:47:12,256 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:47:12,256 INFO [RS:0;867b237d0fa7:33637 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T19:47:12,256 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,44883,1731613629087' ***** 2024-11-14T19:47:12,256 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:47:12,256 INFO [RS:0;867b237d0fa7:33637 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T19:47:12,256 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T19:47:12,257 INFO [RS:0;867b237d0fa7:33637 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:47:12,257 INFO [RS:0;867b237d0fa7:33637 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:47:12,257 INFO [RS:0;867b237d0fa7:33637 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:47:12,257 INFO [RS:0;867b237d0fa7:33637 {}] regionserver.HRegionServer(3091): Received CLOSE for a25e9b7f42eb2dbcf5d485f786d40246 2024-11-14T19:47:12,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33637-0x1013c10deef0001, quorum=127.0.0.1:61843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:47:12,257 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T19:47:12,257 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T19:47:12,257 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:47:12,257 INFO [RS:1;867b237d0fa7:44883 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T19:47:12,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44883-0x1013c10deef0002, quorum=127.0.0.1:61843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:47:12,257 INFO [RS:0;867b237d0fa7:33637 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,33637,1731613629018 2024-11-14T19:47:12,257 INFO [RS:0;867b237d0fa7:33637 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:47:12,257 INFO [RS:0;867b237d0fa7:33637 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:33637. 2024-11-14T19:47:12,257 DEBUG [RS:0;867b237d0fa7:33637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:12,258 DEBUG [RS:0;867b237d0fa7:33637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:12,258 INFO [RS:0;867b237d0fa7:33637 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:47:12,258 INFO [RS:0;867b237d0fa7:33637 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:47:12,258 INFO [RS:0;867b237d0fa7:33637 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:47:12,258 INFO [RS:0;867b237d0fa7:33637 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:47:12,258 INFO [RS:1;867b237d0fa7:44883 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T19:47:12,258 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T19:47:12,258 INFO [RS:1;867b237d0fa7:44883 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:47:12,258 INFO [RS:1;867b237d0fa7:44883 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:47:12,258 INFO [RS:1;867b237d0fa7:44883 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:47:12,258 INFO [RS:1;867b237d0fa7:44883 {}] regionserver.HRegionServer(3091): Received CLOSE for 46550f75200edda40509a5d6319b7cb2 2024-11-14T19:47:12,258 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T19:47:12,258 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a25e9b7f42eb2dbcf5d485f786d40246, disabling compactions & flushes 2024-11-14T19:47:12,258 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731613631051.a25e9b7f42eb2dbcf5d485f786d40246. 2024-11-14T19:47:12,258 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T19:47:12,258 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731613631051.a25e9b7f42eb2dbcf5d485f786d40246. 2024-11-14T19:47:12,258 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731613631051.a25e9b7f42eb2dbcf5d485f786d40246. after waiting 0 ms 2024-11-14T19:47:12,258 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731613631051.a25e9b7f42eb2dbcf5d485f786d40246. 2024-11-14T19:47:12,258 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:47:12,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:47:12,258 INFO [RS:0;867b237d0fa7:33637 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T19:47:12,258 DEBUG [RS:0;867b237d0fa7:33637 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a25e9b7f42eb2dbcf5d485f786d40246=testClearRegionBlockCache,,1731613631051.a25e9b7f42eb2dbcf5d485f786d40246.} 2024-11-14T19:47:12,258 DEBUG [RS:0;867b237d0fa7:33637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a25e9b7f42eb2dbcf5d485f786d40246 2024-11-14T19:47:12,259 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:47:12,259 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:47:12,259 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:47:12,259 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:47:12,259 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:47:12,259 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T19:47:12,260 INFO [RS:1;867b237d0fa7:44883 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,44883,1731613629087 2024-11-14T19:47:12,260 INFO [RS:1;867b237d0fa7:44883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:47:12,260 INFO [RS:1;867b237d0fa7:44883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;867b237d0fa7:44883. 2024-11-14T19:47:12,260 DEBUG [RS:1;867b237d0fa7:44883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:12,260 DEBUG [RS:1;867b237d0fa7:44883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:12,260 INFO [RS:1;867b237d0fa7:44883 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T19:47:12,260 DEBUG [RS:1;867b237d0fa7:44883 {}] regionserver.HRegionServer(1325): Online Regions={46550f75200edda40509a5d6319b7cb2=testClearRegionBlockCache,5,1731613631051.46550f75200edda40509a5d6319b7cb2.} 2024-11-14T19:47:12,260 DEBUG [RS:1;867b237d0fa7:44883 {}] regionserver.HRegionServer(1351): Waiting on 46550f75200edda40509a5d6319b7cb2 2024-11-14T19:47:12,261 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46550f75200edda40509a5d6319b7cb2, disabling compactions & flushes 2024-11-14T19:47:12,261 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731613631051.46550f75200edda40509a5d6319b7cb2. 2024-11-14T19:47:12,261 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731613631051.46550f75200edda40509a5d6319b7cb2. 2024-11-14T19:47:12,261 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731613631051.46550f75200edda40509a5d6319b7cb2. after waiting 0 ms 2024-11-14T19:47:12,261 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731613631051.46550f75200edda40509a5d6319b7cb2. 2024-11-14T19:47:12,268 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/default/testClearRegionBlockCache/a25e9b7f42eb2dbcf5d485f786d40246/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T19:47:12,269 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731613631051.a25e9b7f42eb2dbcf5d485f786d40246. 2024-11-14T19:47:12,269 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a25e9b7f42eb2dbcf5d485f786d40246: Waiting for close lock at 1731613632258Running coprocessor pre-close hooks at 1731613632258Disabling compacts and flushes for region at 1731613632258Disabling writes for close at 1731613632258Writing region close event to WAL at 1731613632263 (+5 ms)Running coprocessor post-close hooks at 1731613632268 (+5 ms)Closed at 1731613632269 (+1 ms) 2024-11-14T19:47:12,269 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731613631051.a25e9b7f42eb2dbcf5d485f786d40246. 2024-11-14T19:47:12,269 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/default/testClearRegionBlockCache/46550f75200edda40509a5d6319b7cb2/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T19:47:12,270 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731613631051.46550f75200edda40509a5d6319b7cb2. 2024-11-14T19:47:12,270 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46550f75200edda40509a5d6319b7cb2: Waiting for close lock at 1731613632261Running coprocessor pre-close hooks at 1731613632261Disabling compacts and flushes for region at 1731613632261Disabling writes for close at 1731613632261Writing region close event to WAL at 1731613632262 (+1 ms)Running coprocessor post-close hooks at 1731613632270 (+8 ms)Closed at 1731613632270 2024-11-14T19:47:12,270 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731613631051.46550f75200edda40509a5d6319b7cb2. 2024-11-14T19:47:12,282 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/hbase/meta/1588230740/.tmp/info/e2866273f9984d269e6e714696d51d6a is 173, key is testClearRegionBlockCache,5,1731613631051.46550f75200edda40509a5d6319b7cb2./info:regioninfo/1731613631428/Put/seqid=0 2024-11-14T19:47:12,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741841_1017 (size=8173) 2024-11-14T19:47:12,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33417 is added to blk_1073741841_1017 (size=8173) 2024-11-14T19:47:12,290 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/hbase/meta/1588230740/.tmp/info/e2866273f9984d269e6e714696d51d6a 2024-11-14T19:47:12,318 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/hbase/meta/1588230740/.tmp/ns/c21247612a6e4549a353f8612bebd3f6 is 43, key is default/ns:d/1731613630956/Put/seqid=0 2024-11-14T19:47:12,328 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:12,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33417 is added to blk_1073741842_1018 (size=5153) 2024-11-14T19:47:12,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741842_1018 (size=5153) 2024-11-14T19:47:12,329 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/hbase/meta/1588230740/.tmp/ns/c21247612a6e4549a353f8612bebd3f6 2024-11-14T19:47:12,331 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:12,354 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/hbase/meta/1588230740/.tmp/table/62b7b89f42824dbc8232e1eed619c13b is 61, key is testClearRegionBlockCache/table:state/1731613631441/Put/seqid=0 2024-11-14T19:47:12,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33417 is added to blk_1073741843_1019 (size=5312) 2024-11-14T19:47:12,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741843_1019 (size=5312) 2024-11-14T19:47:12,360 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/hbase/meta/1588230740/.tmp/table/62b7b89f42824dbc8232e1eed619c13b 2024-11-14T19:47:12,366 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/hbase/meta/1588230740/.tmp/info/e2866273f9984d269e6e714696d51d6a as hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/hbase/meta/1588230740/info/e2866273f9984d269e6e714696d51d6a 2024-11-14T19:47:12,372 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/hbase/meta/1588230740/info/e2866273f9984d269e6e714696d51d6a, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T19:47:12,373 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/hbase/meta/1588230740/.tmp/ns/c21247612a6e4549a353f8612bebd3f6 as hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/hbase/meta/1588230740/ns/c21247612a6e4549a353f8612bebd3f6 2024-11-14T19:47:12,379 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/hbase/meta/1588230740/ns/c21247612a6e4549a353f8612bebd3f6, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T19:47:12,380 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/hbase/meta/1588230740/.tmp/table/62b7b89f42824dbc8232e1eed619c13b as hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/hbase/meta/1588230740/table/62b7b89f42824dbc8232e1eed619c13b 2024-11-14T19:47:12,386 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/hbase/meta/1588230740/table/62b7b89f42824dbc8232e1eed619c13b, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T19:47:12,388 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 128ms, sequenceid=13, compaction requested=false 2024-11-14T19:47:12,393 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T19:47:12,394 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:47:12,394 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:12,394 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613632259Running coprocessor pre-close hooks at 1731613632259Disabling compacts and flushes for region at 1731613632259Disabling writes for close at 1731613632259Obtaining lock to block concurrent updates at 1731613632259Preparing flush snapshotting stores in 1588230740 at 1731613632259Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731613632259Flushing stores of hbase:meta,,1.1588230740 at 1731613632261 (+2 ms)Flushing 1588230740/info: creating writer at 1731613632261Flushing 1588230740/info: appending metadata at 1731613632282 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731613632282Flushing 1588230740/ns: creating writer at 1731613632300 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731613632318 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731613632318Flushing 1588230740/table: creating writer at 1731613632335 (+17 ms)Flushing 1588230740/table: appending metadata at 1731613632353 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731613632353Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@746bf438: reopening flushed file at 1731613632365 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea4a9c1: reopening flushed file at 1731613632372 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17a49b1d: reopening flushed file at 1731613632379 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 128ms, sequenceid=13, compaction requested=false at 1731613632388 (+9 ms)Writing region close event to WAL at 1731613632389 (+1 ms)Running coprocessor post-close hooks at 1731613632393 (+4 ms)Closed at 1731613632394 (+1 ms) 2024-11-14T19:47:12,394 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:12,434 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:47:12,435 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:47:12,459 INFO [RS:0;867b237d0fa7:33637 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,33637,1731613629018; all regions closed. 2024-11-14T19:47:12,460 INFO [RS:1;867b237d0fa7:44883 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,44883,1731613629087; all regions closed. 2024-11-14T19:47:12,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741835_1011 (size=4338) 2024-11-14T19:47:12,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33417 is added to blk_1073741835_1011 (size=4338) 2024-11-14T19:47:12,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741833_1009 (size=1867) 2024-11-14T19:47:12,463 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/WALs/867b237d0fa7,44883,1731613629087/867b237d0fa7%2C44883%2C1731613629087.1731613630569 not finished, retry = 0 2024-11-14T19:47:12,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33417 is added to blk_1073741833_1009 (size=1867) 2024-11-14T19:47:12,464 DEBUG [RS:0;867b237d0fa7:33637 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/oldWALs 2024-11-14T19:47:12,464 INFO [RS:0;867b237d0fa7:33637 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C33637%2C1731613629018.meta:.meta(num 1731613630905) 2024-11-14T19:47:12,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741834_1010 (size=1758) 2024-11-14T19:47:12,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33417 is added to blk_1073741834_1010 (size=1758) 2024-11-14T19:47:12,468 DEBUG [RS:0;867b237d0fa7:33637 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/oldWALs 2024-11-14T19:47:12,468 INFO [RS:0;867b237d0fa7:33637 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C33637%2C1731613629018:(num 1731613630568) 2024-11-14T19:47:12,469 DEBUG [RS:0;867b237d0fa7:33637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:12,469 INFO [RS:0;867b237d0fa7:33637 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:12,469 INFO [RS:0;867b237d0fa7:33637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:47:12,469 INFO [RS:0;867b237d0fa7:33637 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:47:12,469 INFO [RS:0;867b237d0fa7:33637 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:47:12,469 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:47:12,469 INFO [RS:0;867b237d0fa7:33637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33637 2024-11-14T19:47:12,478 INFO [RS:0;867b237d0fa7:33637 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:47:12,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T19:47:12,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1013c10deef0001, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/867b237d0fa7,33637,1731613629018 2024-11-14T19:47:12,486 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,33637,1731613629018] 2024-11-14T19:47:12,558 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/867b237d0fa7,33637,1731613629018 already deleted, retry=false 2024-11-14T19:47:12,558 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,33637,1731613629018 expired; onlineServers=1 2024-11-14T19:47:12,566 DEBUG [RS:1;867b237d0fa7:44883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/oldWALs 2024-11-14T19:47:12,566 INFO [RS:1;867b237d0fa7:44883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C44883%2C1731613629087:(num 1731613630569) 2024-11-14T19:47:12,566 DEBUG [RS:1;867b237d0fa7:44883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:12,566 INFO [RS:1;867b237d0fa7:44883 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:12,567 INFO [RS:1;867b237d0fa7:44883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:47:12,567 INFO [RS:1;867b237d0fa7:44883 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:47:12,567 INFO [RS:1;867b237d0fa7:44883 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:47:12,567 INFO [RS:1;867b237d0fa7:44883 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:47:12,567 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:47:12,567 INFO [RS:1;867b237d0fa7:44883 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:47:12,567 INFO [RS:1;867b237d0fa7:44883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:47:12,567 INFO [RS:1;867b237d0fa7:44883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44883 2024-11-14T19:47:12,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T19:47:12,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44883-0x1013c10deef0002, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/867b237d0fa7,44883,1731613629087 2024-11-14T19:47:12,580 INFO [RS:1;867b237d0fa7:44883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:47:12,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1013c10deef0001, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:12,586 INFO [RS:0;867b237d0fa7:33637 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:47:12,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x1013c10deef0001, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:12,586 INFO [RS:0;867b237d0fa7:33637 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,33637,1731613629018; zookeeper connection closed. 2024-11-14T19:47:12,587 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1dd05dd2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1dd05dd2 2024-11-14T19:47:12,588 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,44883,1731613629087] 2024-11-14T19:47:12,597 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/867b237d0fa7,44883,1731613629087 already deleted, retry=false 2024-11-14T19:47:12,597 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,44883,1731613629087 expired; onlineServers=0 2024-11-14T19:47:12,597 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,38615,1731613628756' ***** 2024-11-14T19:47:12,597 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:47:12,597 INFO [M:0;867b237d0fa7:38615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:47:12,597 INFO [M:0;867b237d0fa7:38615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:47:12,597 DEBUG [M:0;867b237d0fa7:38615 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:47:12,597 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:47:12,597 DEBUG [M:0;867b237d0fa7:38615 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:47:12,597 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613630272 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613630272,5,FailOnTimeoutGroup] 2024-11-14T19:47:12,597 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613630272 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613630272,5,FailOnTimeoutGroup] 2024-11-14T19:47:12,597 INFO [M:0;867b237d0fa7:38615 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:47:12,598 INFO [M:0;867b237d0fa7:38615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:47:12,598 DEBUG [M:0;867b237d0fa7:38615 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:47:12,598 INFO [M:0;867b237d0fa7:38615 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:47:12,598 INFO [M:0;867b237d0fa7:38615 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:47:12,598 INFO [M:0;867b237d0fa7:38615 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:47:12,598 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:47:12,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T19:47:12,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:12,605 DEBUG [M:0;867b237d0fa7:38615 {}] zookeeper.ZKUtil(347): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T19:47:12,605 WARN [M:0;867b237d0fa7:38615 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:47:12,606 INFO [M:0;867b237d0fa7:38615 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/.lastflushedseqids 2024-11-14T19:47:12,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741844_1020 (size=182) 2024-11-14T19:47:12,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33417 is added to blk_1073741844_1020 (size=182) 2024-11-14T19:47:12,612 INFO [M:0;867b237d0fa7:38615 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:47:12,613 INFO [M:0;867b237d0fa7:38615 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:47:12,613 DEBUG [M:0;867b237d0fa7:38615 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:47:12,613 INFO [M:0;867b237d0fa7:38615 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:12,613 DEBUG [M:0;867b237d0fa7:38615 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:12,613 DEBUG [M:0;867b237d0fa7:38615 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:47:12,613 DEBUG [M:0;867b237d0fa7:38615 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:12,613 INFO [M:0;867b237d0fa7:38615 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-14T19:47:12,632 DEBUG [M:0;867b237d0fa7:38615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abfd6dfdfc50435886978c327d82cb59 is 82, key is hbase:meta,,1/info:regioninfo/1731613630938/Put/seqid=0 2024-11-14T19:47:12,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33417 is added to blk_1073741845_1021 (size=5672) 2024-11-14T19:47:12,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741845_1021 (size=5672) 2024-11-14T19:47:12,639 INFO [M:0;867b237d0fa7:38615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abfd6dfdfc50435886978c327d82cb59 2024-11-14T19:47:12,659 DEBUG [M:0;867b237d0fa7:38615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92c297a73e864fbaab86e1a9bbea192d is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731613631448/Put/seqid=0 2024-11-14T19:47:12,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741846_1022 (size=6219) 2024-11-14T19:47:12,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33417 is added to blk_1073741846_1022 (size=6219) 2024-11-14T19:47:12,665 INFO [M:0;867b237d0fa7:38615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92c297a73e864fbaab86e1a9bbea192d 2024-11-14T19:47:12,685 DEBUG [M:0;867b237d0fa7:38615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9582517c12904cda9bf4a99464bcff9e is 69, key is 867b237d0fa7,33637,1731613629018/rs:state/1731613630378/Put/seqid=0 2024-11-14T19:47:12,689 INFO [RS:1;867b237d0fa7:44883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:47:12,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44883-0x1013c10deef0002, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:12,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44883-0x1013c10deef0002, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:12,689 INFO [RS:1;867b237d0fa7:44883 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,44883,1731613629087; zookeeper connection closed. 2024-11-14T19:47:12,689 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ea9215d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ea9215d 2024-11-14T19:47:12,690 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T19:47:12,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33417 is added to blk_1073741847_1023 (size=5224) 2024-11-14T19:47:12,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741847_1023 (size=5224) 2024-11-14T19:47:12,695 INFO [M:0;867b237d0fa7:38615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9582517c12904cda9bf4a99464bcff9e 2024-11-14T19:47:12,702 DEBUG [M:0;867b237d0fa7:38615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abfd6dfdfc50435886978c327d82cb59 as hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abfd6dfdfc50435886978c327d82cb59 2024-11-14T19:47:12,707 INFO [M:0;867b237d0fa7:38615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abfd6dfdfc50435886978c327d82cb59, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T19:47:12,709 DEBUG [M:0;867b237d0fa7:38615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92c297a73e864fbaab86e1a9bbea192d as hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92c297a73e864fbaab86e1a9bbea192d 2024-11-14T19:47:12,714 INFO [M:0;867b237d0fa7:38615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92c297a73e864fbaab86e1a9bbea192d, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T19:47:12,716 DEBUG [M:0;867b237d0fa7:38615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9582517c12904cda9bf4a99464bcff9e as hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9582517c12904cda9bf4a99464bcff9e 2024-11-14T19:47:12,721 INFO [M:0;867b237d0fa7:38615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37859/user/jenkins/test-data/3217cd39-0fd9-e6b9-179e-c3ac8f9ceedc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9582517c12904cda9bf4a99464bcff9e, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T19:47:12,722 INFO [M:0;867b237d0fa7:38615 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=71, compaction requested=false 2024-11-14T19:47:12,723 INFO [M:0;867b237d0fa7:38615 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:12,723 DEBUG [M:0;867b237d0fa7:38615 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613632613Disabling compacts and flushes for region at 1731613632613Disabling writes for close at 1731613632613Obtaining lock to block concurrent updates at 1731613632613Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613632613Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731613632613Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613632614 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613632614Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613632632 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613632632Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613632644 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613632659 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613632659Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613632670 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613632684 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613632684Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75677db3: reopening flushed file at 1731613632701 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77f239c4: reopening flushed file at 1731613632708 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eaa266: reopening flushed file at 1731613632715 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=71, compaction requested=false at 1731613632722 (+7 ms)Writing region close event to WAL at 1731613632723 (+1 ms)Closed at 1731613632723 2024-11-14T19:47:12,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42907 is added to blk_1073741830_1006 (size=35440) 2024-11-14T19:47:12,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33417 is added to blk_1073741830_1006 (size=35440) 2024-11-14T19:47:12,726 INFO [M:0;867b237d0fa7:38615 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:47:12,726 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:47:12,726 INFO [M:0;867b237d0fa7:38615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38615 2024-11-14T19:47:12,727 INFO [M:0;867b237d0fa7:38615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:47:12,845 INFO [M:0;867b237d0fa7:38615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:47:12,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:12,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38615-0x1013c10deef0000, quorum=127.0.0.1:61843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:12,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1547c0ce{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:47:12,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a2c9f8b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:47:12,850 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:47:12,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cb009fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:47:12,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bb012ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/hadoop.log.dir/,STOPPED} 2024-11-14T19:47:12,851 WARN [BP-229282335-172.17.0.2-1731613627122 heartbeating to localhost/127.0.0.1:37859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:47:12,851 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:47:12,851 WARN [BP-229282335-172.17.0.2-1731613627122 heartbeating to localhost/127.0.0.1:37859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-229282335-172.17.0.2-1731613627122 (Datanode Uuid e74ff46e-1dd9-4a32-8c46-0b213ed8b420) service to localhost/127.0.0.1:37859 2024-11-14T19:47:12,851 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:47:12,851 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/cluster_efedb064-a397-f464-c8bb-e927d273df71/data/data3/current/BP-229282335-172.17.0.2-1731613627122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:12,852 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/cluster_efedb064-a397-f464-c8bb-e927d273df71/data/data4/current/BP-229282335-172.17.0.2-1731613627122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:12,852 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:47:12,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5688e657{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:47:12,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cbdb925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:47:12,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:47:12,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@216c5937{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:47:12,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3858a25f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/hadoop.log.dir/,STOPPED} 2024-11-14T19:47:12,855 WARN [BP-229282335-172.17.0.2-1731613627122 heartbeating to localhost/127.0.0.1:37859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:47:12,855 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:47:12,855 WARN [BP-229282335-172.17.0.2-1731613627122 heartbeating to localhost/127.0.0.1:37859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-229282335-172.17.0.2-1731613627122 (Datanode Uuid 7960ea15-0ab6-4afa-bee2-49731a6c5143) service to localhost/127.0.0.1:37859 2024-11-14T19:47:12,855 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:47:12,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/cluster_efedb064-a397-f464-c8bb-e927d273df71/data/data1/current/BP-229282335-172.17.0.2-1731613627122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:12,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/cluster_efedb064-a397-f464-c8bb-e927d273df71/data/data2/current/BP-229282335-172.17.0.2-1731613627122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:12,856 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:47:12,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d5cf6a1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:47:12,862 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3471c5c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:47:12,862 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:47:12,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28179244{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:47:12,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e768853{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/hadoop.log.dir/,STOPPED} 2024-11-14T19:47:12,869 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T19:47:12,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:47:12,891 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=169 (was 153) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:37859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37859 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37859 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:37859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=525 (was 500) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=353 (was 349) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5298 (was 5431) 2024-11-14T19:47:12,900 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=169, OpenFileDescriptor=525, MaxFileDescriptor=1048576, SystemLoadAverage=353, ProcessCount=11, AvailableMemoryMB=5298 2024-11-14T19:47:12,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/hadoop.log.dir so I do NOT create it in target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764 2024-11-14T19:47:12,916 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T19:47:12,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/hadoop.tmp.dir so I do NOT create it in target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764 2024-11-14T19:47:12,916 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/038888bd-5e3b-4f1c-56ce-9d1d8babad33/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T19:47:12,916 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764 2024-11-14T19:47:12,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T19:47:12,917 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/cluster_3bc3e210-e1a2-5ae7-8c78-0e24dad7a0cc, deleteOnExit=true 2024-11-14T19:47:12,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T19:47:12,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/test.cache.data in system properties and HBase conf 2024-11-14T19:47:12,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:47:12,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:47:12,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:47:12,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:47:12,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:47:12,917 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:47:12,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:47:12,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:47:12,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:47:12,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:47:12,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:47:12,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:47:12,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:47:12,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:47:12,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:47:12,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:47:12,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:47:12,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:47:12,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:47:12,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:47:13,126 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:13,129 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:47:13,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:47:13,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:47:13,131 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:47:13,133 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:13,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@403e2419{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:47:13,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a78e7b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:47:13,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dc2745{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/java.io.tmpdir/jetty-localhost-40665-hadoop-hdfs-3_4_1-tests_jar-_-any-18163633697276517682/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:47:13,230 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57ae5f39{HTTP/1.1, (http/1.1)}{localhost:40665} 2024-11-14T19:47:13,230 INFO [Time-limited test {}] server.Server(415): Started @33142ms 2024-11-14T19:47:13,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:13,481 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:47:13,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:47:13,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:47:13,487 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:47:13,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@890bf69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:47:13,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@547289d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:47:13,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35af59a5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/java.io.tmpdir/jetty-localhost-36985-hadoop-hdfs-3_4_1-tests_jar-_-any-16686289115674450030/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:47:13,594 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71a9df7c{HTTP/1.1, (http/1.1)}{localhost:36985} 2024-11-14T19:47:13,594 INFO [Time-limited test {}] server.Server(415): Started @33507ms 2024-11-14T19:47:13,595 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:47:13,635 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:47:13,640 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:47:13,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:47:13,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:47:13,643 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:47:13,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@463b5394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:47:13,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40007ec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:47:13,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@650b89b6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/java.io.tmpdir/jetty-localhost-40783-hadoop-hdfs-3_4_1-tests_jar-_-any-4546862327436262293/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:47:13,743 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e319fb4{HTTP/1.1, (http/1.1)}{localhost:40783} 2024-11-14T19:47:13,743 INFO [Time-limited test {}] server.Server(415): Started @33655ms 2024-11-14T19:47:13,744 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:47:14,226 WARN [Thread-1431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/cluster_3bc3e210-e1a2-5ae7-8c78-0e24dad7a0cc/data/data1/current/BP-1025721326-172.17.0.2-1731613632938/current, will proceed with Du for space computation calculation, 2024-11-14T19:47:14,226 WARN [Thread-1432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/cluster_3bc3e210-e1a2-5ae7-8c78-0e24dad7a0cc/data/data2/current/BP-1025721326-172.17.0.2-1731613632938/current, will proceed with Du for space computation calculation, 2024-11-14T19:47:14,248 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:47:14,251 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa64a3dd3516524e1 with lease ID 0xa7b764981c468fce: Processing first storage report for DS-f9328637-cea1-4cef-b6a0-f56e645d8fd1 from datanode DatanodeRegistration(127.0.0.1:38399, datanodeUuid=74acb904-f109-463c-8f42-2a3f86a1a25f, infoPort=45653, infoSecurePort=0, ipcPort=44775, storageInfo=lv=-57;cid=testClusterID;nsid=196627307;c=1731613632938) 2024-11-14T19:47:14,251 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa64a3dd3516524e1 with lease ID 0xa7b764981c468fce: from storage DS-f9328637-cea1-4cef-b6a0-f56e645d8fd1 node DatanodeRegistration(127.0.0.1:38399, datanodeUuid=74acb904-f109-463c-8f42-2a3f86a1a25f, infoPort=45653, infoSecurePort=0, ipcPort=44775, storageInfo=lv=-57;cid=testClusterID;nsid=196627307;c=1731613632938), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:47:14,251 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa64a3dd3516524e1 with lease ID 0xa7b764981c468fce: Processing first storage report for DS-aa9f0c41-33a1-459d-a128-ed29fa7f5aea from datanode DatanodeRegistration(127.0.0.1:38399, datanodeUuid=74acb904-f109-463c-8f42-2a3f86a1a25f, infoPort=45653, infoSecurePort=0, ipcPort=44775, storageInfo=lv=-57;cid=testClusterID;nsid=196627307;c=1731613632938) 2024-11-14T19:47:14,251 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa64a3dd3516524e1 with lease ID 0xa7b764981c468fce: from storage DS-aa9f0c41-33a1-459d-a128-ed29fa7f5aea node DatanodeRegistration(127.0.0.1:38399, datanodeUuid=74acb904-f109-463c-8f42-2a3f86a1a25f, infoPort=45653, infoSecurePort=0, ipcPort=44775, storageInfo=lv=-57;cid=testClusterID;nsid=196627307;c=1731613632938), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:47:14,590 WARN [Thread-1444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/cluster_3bc3e210-e1a2-5ae7-8c78-0e24dad7a0cc/data/data4/current/BP-1025721326-172.17.0.2-1731613632938/current, will proceed with Du for space computation calculation, 2024-11-14T19:47:14,590 WARN [Thread-1443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/cluster_3bc3e210-e1a2-5ae7-8c78-0e24dad7a0cc/data/data3/current/BP-1025721326-172.17.0.2-1731613632938/current, will proceed with Du for space computation calculation, 2024-11-14T19:47:14,610 WARN [Thread-1419 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:47:14,612 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74f3022a58c67bb9 with lease ID 0xa7b764981c468fcf: Processing first storage report for DS-0577993a-3927-4033-bdc1-8ec6fb8bf4f1 from datanode DatanodeRegistration(127.0.0.1:44597, datanodeUuid=f7bd928a-f814-4ba7-9ebd-1598b06e9430, infoPort=41379, infoSecurePort=0, ipcPort=38575, storageInfo=lv=-57;cid=testClusterID;nsid=196627307;c=1731613632938) 2024-11-14T19:47:14,612 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74f3022a58c67bb9 with lease ID 0xa7b764981c468fcf: from storage DS-0577993a-3927-4033-bdc1-8ec6fb8bf4f1 node DatanodeRegistration(127.0.0.1:44597, datanodeUuid=f7bd928a-f814-4ba7-9ebd-1598b06e9430, infoPort=41379, infoSecurePort=0, ipcPort=38575, storageInfo=lv=-57;cid=testClusterID;nsid=196627307;c=1731613632938), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T19:47:14,612 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74f3022a58c67bb9 with lease ID 0xa7b764981c468fcf: Processing first storage report for DS-9159fd9b-de5d-4bd1-baa8-1bce22e57d5c from datanode DatanodeRegistration(127.0.0.1:44597, datanodeUuid=f7bd928a-f814-4ba7-9ebd-1598b06e9430, infoPort=41379, infoSecurePort=0, ipcPort=38575, storageInfo=lv=-57;cid=testClusterID;nsid=196627307;c=1731613632938) 2024-11-14T19:47:14,612 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74f3022a58c67bb9 with lease ID 0xa7b764981c468fcf: from storage DS-9159fd9b-de5d-4bd1-baa8-1bce22e57d5c node DatanodeRegistration(127.0.0.1:44597, datanodeUuid=f7bd928a-f814-4ba7-9ebd-1598b06e9430, infoPort=41379, infoSecurePort=0, ipcPort=38575, storageInfo=lv=-57;cid=testClusterID;nsid=196627307;c=1731613632938), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T19:47:14,676 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764 2024-11-14T19:47:14,679 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/cluster_3bc3e210-e1a2-5ae7-8c78-0e24dad7a0cc/zookeeper_0, clientPort=63335, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/cluster_3bc3e210-e1a2-5ae7-8c78-0e24dad7a0cc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/cluster_3bc3e210-e1a2-5ae7-8c78-0e24dad7a0cc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T19:47:14,680 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63335 2024-11-14T19:47:14,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:14,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:14,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:47:14,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38399 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:47:14,693 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c with version=8 2024-11-14T19:47:14,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/hbase-staging 2024-11-14T19:47:14,695 INFO [Time-limited test {}] client.ConnectionUtils(128): master/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:47:14,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:14,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:14,696 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:47:14,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:14,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:47:14,696 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T19:47:14,696 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:47:14,697 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41763 2024-11-14T19:47:14,698 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41763 connecting to ZooKeeper ensemble=127.0.0.1:63335 2024-11-14T19:47:14,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417630x0, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:14,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41763-0x1013c10f61f0000 connected 2024-11-14T19:47:14,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:14,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:14,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:47:14,800 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c, hbase.cluster.distributed=false 2024-11-14T19:47:14,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T19:47:14,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41763 2024-11-14T19:47:14,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41763 2024-11-14T19:47:14,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41763 2024-11-14T19:47:14,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41763 2024-11-14T19:47:14,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41763 2024-11-14T19:47:14,815 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:47:14,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:14,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:14,816 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:47:14,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:14,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:47:14,816 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:47:14,816 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:47:14,816 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42441 2024-11-14T19:47:14,817 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42441 connecting to ZooKeeper ensemble=127.0.0.1:63335 2024-11-14T19:47:14,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:14,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:14,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424410x0, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:14,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42441-0x1013c10f61f0001, quorum=127.0.0.1:63335, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:47:14,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42441-0x1013c10f61f0001 connected 2024-11-14T19:47:14,831 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:47:14,831 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T19:47:14,836 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T19:47:14,836 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T19:47:14,842 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T19:47:14,843 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:47:14,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42441-0x1013c10f61f0001, quorum=127.0.0.1:63335, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T19:47:14,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42441-0x1013c10f61f0001, quorum=127.0.0.1:63335, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T19:47:14,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42441 2024-11-14T19:47:14,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42441 2024-11-14T19:47:14,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42441 2024-11-14T19:47:14,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42441 2024-11-14T19:47:14,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42441 2024-11-14T19:47:14,862 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/867b237d0fa7:0 server-side Connection retries=45 2024-11-14T19:47:14,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:14,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:14,863 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T19:47:14,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T19:47:14,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T19:47:14,863 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T19:47:14,863 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T19:47:14,863 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44055 2024-11-14T19:47:14,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44055 connecting to ZooKeeper ensemble=127.0.0.1:63335 2024-11-14T19:47:14,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:14,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:14,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440550x0, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T19:47:14,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440550x0, quorum=127.0.0.1:63335, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:47:14,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44055-0x1013c10f61f0002 connected 2024-11-14T19:47:14,878 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T19:47:14,879 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T19:47:14,888 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T19:47:14,889 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T19:47:14,893 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T19:47:14,893 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T19:47:14,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44055-0x1013c10f61f0002, quorum=127.0.0.1:63335, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T19:47:14,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44055-0x1013c10f61f0002, quorum=127.0.0.1:63335, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T19:47:14,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44055 2024-11-14T19:47:14,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44055 2024-11-14T19:47:14,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44055 2024-11-14T19:47:14,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44055 2024-11-14T19:47:14,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44055 2024-11-14T19:47:14,908 DEBUG [M:0;867b237d0fa7:41763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;867b237d0fa7:41763 2024-11-14T19:47:14,908 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/867b237d0fa7,41763,1731613634695 2024-11-14T19:47:14,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013c10f61f0002, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:47:14,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x1013c10f61f0001, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:47:14,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:47:14,914 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/867b237d0fa7,41763,1731613634695 2024-11-14T19:47:14,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x1013c10f61f0001, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T19:47:14,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013c10f61f0002, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T19:47:14,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:14,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013c10f61f0002, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:14,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x1013c10f61f0001, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:14,922 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T19:47:14,922 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/867b237d0fa7,41763,1731613634695 from backup master directory 2024-11-14T19:47:14,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013c10f61f0002, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:47:14,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/867b237d0fa7,41763,1731613634695 2024-11-14T19:47:14,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x1013c10f61f0001, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:47:14,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T19:47:14,930 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:47:14,930 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=867b237d0fa7,41763,1731613634695 2024-11-14T19:47:14,936 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/hbase.id] with ID: 40d5cd61-9716-4cb4-b544-25e526465cfc 2024-11-14T19:47:14,936 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/.tmp/hbase.id 2024-11-14T19:47:14,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:47:14,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38399 is added to blk_1073741826_1002 (size=42) 2024-11-14T19:47:14,944 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/.tmp/hbase.id]:[hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/hbase.id] 2024-11-14T19:47:14,954 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:47:14,954 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T19:47:14,955 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T19:47:14,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x1013c10f61f0001, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:14,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013c10f61f0002, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:14,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:14,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:47:14,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38399 is added to blk_1073741827_1003 (size=196) 2024-11-14T19:47:15,371 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:47:15,372 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T19:47:15,372 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:15,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38399 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:47:15,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741828_1004 (size=1189) 2024-11-14T19:47:15,381 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/data/master/store 2024-11-14T19:47:15,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:47:15,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38399 is added to blk_1073741829_1005 (size=34) 2024-11-14T19:47:15,389 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:15,390 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:47:15,390 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:15,390 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:15,390 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:47:15,390 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:15,390 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:15,390 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613635389Disabling compacts and flushes for region at 1731613635389Disabling writes for close at 1731613635390 (+1 ms)Writing region close event to WAL at 1731613635390Closed at 1731613635390 2024-11-14T19:47:15,391 WARN [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/data/master/store/.initializing 2024-11-14T19:47:15,391 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/WALs/867b237d0fa7,41763,1731613634695 2024-11-14T19:47:15,392 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:47:15,394 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C41763%2C1731613634695, suffix=, logDir=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/WALs/867b237d0fa7,41763,1731613634695, archiveDir=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/oldWALs, maxLogs=10 2024-11-14T19:47:15,410 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/WALs/867b237d0fa7,41763,1731613634695/867b237d0fa7%2C41763%2C1731613634695.1731613635394, exclude list is [], retry=0 2024-11-14T19:47:15,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38399,DS-f9328637-cea1-4cef-b6a0-f56e645d8fd1,DISK] 2024-11-14T19:47:15,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44597,DS-0577993a-3927-4033-bdc1-8ec6fb8bf4f1,DISK] 2024-11-14T19:47:15,416 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/WALs/867b237d0fa7,41763,1731613634695/867b237d0fa7%2C41763%2C1731613634695.1731613635394 2024-11-14T19:47:15,417 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45653:45653),(127.0.0.1/127.0.0.1:41379:41379)] 2024-11-14T19:47:15,417 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:15,417 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:15,417 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:15,417 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:15,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:15,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T19:47:15,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:15,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:15,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:15,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T19:47:15,422 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:15,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:15,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:15,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T19:47:15,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:15,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:15,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:15,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T19:47:15,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:15,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:15,427 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:15,427 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:15,428 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:15,429 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:15,429 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:15,430 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:15,431 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T19:47:15,433 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:15,433 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73006224, jitterRate=0.08787751197814941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:15,434 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731613635417Initializing all the Stores at 1731613635418 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613635418Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613635419 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613635419Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613635419Cleaning up temporary data from old regions at 1731613635429 (+10 ms)Region opened successfully at 1731613635434 (+5 ms) 2024-11-14T19:47:15,434 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T19:47:15,437 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@479cd0c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:47:15,437 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T19:47:15,438 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T19:47:15,438 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T19:47:15,438 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T19:47:15,438 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T19:47:15,438 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T19:47:15,438 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T19:47:15,440 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T19:47:15,441 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T19:47:15,446 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T19:47:15,447 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T19:47:15,448 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T19:47:15,455 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T19:47:15,456 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T19:47:15,457 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T19:47:15,463 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T19:47:15,464 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T19:47:15,472 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T19:47:15,475 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T19:47:15,480 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T19:47:15,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013c10f61f0002, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T19:47:15,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x1013c10f61f0001, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T19:47:15,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T19:47:15,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013c10f61f0002, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:15,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x1013c10f61f0001, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:15,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:15,489 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=867b237d0fa7,41763,1731613634695, sessionid=0x1013c10f61f0000, setting cluster-up flag (Was=false) 2024-11-14T19:47:15,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:15,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013c10f61f0002, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:15,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x1013c10f61f0001, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:15,530 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T19:47:15,531 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,41763,1731613634695 2024-11-14T19:47:15,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:15,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x1013c10f61f0001, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:15,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013c10f61f0002, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:15,572 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T19:47:15,573 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=867b237d0fa7,41763,1731613634695 2024-11-14T19:47:15,574 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T19:47:15,576 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:15,576 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T19:47:15,576 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T19:47:15,577 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 867b237d0fa7,41763,1731613634695 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T19:47:15,578 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:15,578 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:15,578 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:15,578 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/867b237d0fa7:0, corePoolSize=5, maxPoolSize=5 2024-11-14T19:47:15,578 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/867b237d0fa7:0, corePoolSize=10, maxPoolSize=10 2024-11-14T19:47:15,578 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,578 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:47:15,578 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,579 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731613665579 2024-11-14T19:47:15,579 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T19:47:15,579 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T19:47:15,580 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T19:47:15,580 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T19:47:15,580 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T19:47:15,580 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T19:47:15,580 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,580 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T19:47:15,580 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T19:47:15,580 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:15,580 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T19:47:15,580 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T19:47:15,580 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T19:47:15,580 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T19:47:15,581 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613635580,5,FailOnTimeoutGroup] 2024-11-14T19:47:15,581 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613635581,5,FailOnTimeoutGroup] 2024-11-14T19:47:15,581 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,581 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T19:47:15,581 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,581 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,581 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:15,582 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T19:47:15,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:47:15,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38399 is added to blk_1073741831_1007 (size=1321) 2024-11-14T19:47:15,596 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T19:47:15,596 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c 2024-11-14T19:47:15,599 INFO [RS:0;867b237d0fa7:42441 {}] regionserver.HRegionServer(746): ClusterId : 40d5cd61-9716-4cb4-b544-25e526465cfc 2024-11-14T19:47:15,599 DEBUG [RS:0;867b237d0fa7:42441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:47:15,606 INFO [RS:1;867b237d0fa7:44055 {}] regionserver.HRegionServer(746): ClusterId : 40d5cd61-9716-4cb4-b544-25e526465cfc 2024-11-14T19:47:15,606 DEBUG [RS:1;867b237d0fa7:44055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T19:47:15,606 DEBUG [RS:0;867b237d0fa7:42441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:47:15,606 DEBUG [RS:0;867b237d0fa7:42441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:47:15,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741832_1008 (size=32) 2024-11-14T19:47:15,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38399 is added to blk_1073741832_1008 (size=32) 2024-11-14T19:47:15,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:15,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:47:15,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:47:15,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:15,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:15,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:47:15,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:47:15,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:15,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:15,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:47:15,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:47:15,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:15,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:15,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:47:15,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:47:15,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:15,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:15,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:47:15,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/hbase/meta/1588230740 2024-11-14T19:47:15,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/hbase/meta/1588230740 2024-11-14T19:47:15,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:47:15,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:47:15,622 DEBUG [RS:1;867b237d0fa7:44055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T19:47:15,622 DEBUG [RS:1;867b237d0fa7:44055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T19:47:15,622 DEBUG [RS:0;867b237d0fa7:42441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:47:15,622 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:15,622 DEBUG [RS:0;867b237d0fa7:42441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee6eede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:47:15,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:47:15,625 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:15,625 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63363062, jitterRate=-0.05581679940223694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:15,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731613635613Initializing all the Stores at 1731613635614 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613635614Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613635614Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613635614Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613635614Cleaning up temporary data from old regions at 1731613635622 (+8 ms)Region opened successfully at 1731613635626 (+4 ms) 2024-11-14T19:47:15,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:47:15,626 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:47:15,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:47:15,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:47:15,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:47:15,626 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:15,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613635626Disabling compacts and flushes for region at 1731613635626Disabling writes for close at 1731613635626Writing region close event to WAL at 1731613635626Closed at 1731613635626 2024-11-14T19:47:15,628 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:15,628 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T19:47:15,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T19:47:15,629 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:47:15,629 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T19:47:15,631 DEBUG [RS:1;867b237d0fa7:44055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T19:47:15,631 DEBUG [RS:1;867b237d0fa7:44055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4895b3e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=867b237d0fa7/172.17.0.2:0 2024-11-14T19:47:15,635 DEBUG [RS:0;867b237d0fa7:42441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;867b237d0fa7:42441 2024-11-14T19:47:15,635 INFO [RS:0;867b237d0fa7:42441 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:47:15,635 INFO [RS:0;867b237d0fa7:42441 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:47:15,635 DEBUG [RS:0;867b237d0fa7:42441 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:47:15,636 INFO [RS:0;867b237d0fa7:42441 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,41763,1731613634695 with port=42441, startcode=1731613634815 2024-11-14T19:47:15,636 DEBUG [RS:0;867b237d0fa7:42441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:47:15,637 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:47:15,638 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41763 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,42441,1731613634815 2024-11-14T19:47:15,638 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41763 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,42441,1731613634815 2024-11-14T19:47:15,639 DEBUG [RS:0;867b237d0fa7:42441 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c 2024-11-14T19:47:15,639 DEBUG [RS:0;867b237d0fa7:42441 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38693 2024-11-14T19:47:15,639 DEBUG [RS:0;867b237d0fa7:42441 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:47:15,642 DEBUG [RS:1;867b237d0fa7:44055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;867b237d0fa7:44055 2024-11-14T19:47:15,642 INFO [RS:1;867b237d0fa7:44055 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T19:47:15,643 INFO [RS:1;867b237d0fa7:44055 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T19:47:15,643 DEBUG [RS:1;867b237d0fa7:44055 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T19:47:15,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T19:47:15,647 INFO [RS:1;867b237d0fa7:44055 {}] regionserver.HRegionServer(2659): reportForDuty to master=867b237d0fa7,41763,1731613634695 with port=44055, startcode=1731613634862 2024-11-14T19:47:15,647 DEBUG [RS:1;867b237d0fa7:44055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T19:47:15,647 DEBUG [RS:0;867b237d0fa7:42441 {}] zookeeper.ZKUtil(111): regionserver:42441-0x1013c10f61f0001, quorum=127.0.0.1:63335, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/867b237d0fa7,42441,1731613634815 2024-11-14T19:47:15,647 WARN [RS:0;867b237d0fa7:42441 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:47:15,647 INFO [RS:0;867b237d0fa7:42441 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:15,647 DEBUG [RS:0;867b237d0fa7:42441 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/WALs/867b237d0fa7,42441,1731613634815 2024-11-14T19:47:15,647 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,42441,1731613634815] 2024-11-14T19:47:15,649 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T19:47:15,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41763 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 867b237d0fa7,44055,1731613634862 2024-11-14T19:47:15,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41763 {}] master.ServerManager(517): Registering regionserver=867b237d0fa7,44055,1731613634862 2024-11-14T19:47:15,651 DEBUG [RS:1;867b237d0fa7:44055 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c 2024-11-14T19:47:15,651 DEBUG [RS:1;867b237d0fa7:44055 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38693 2024-11-14T19:47:15,651 DEBUG [RS:1;867b237d0fa7:44055 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T19:47:15,651 INFO [RS:0;867b237d0fa7:42441 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:47:15,654 INFO [RS:0;867b237d0fa7:42441 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:47:15,655 INFO [RS:0;867b237d0fa7:42441 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:47:15,655 INFO [RS:0;867b237d0fa7:42441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,658 INFO [RS:0;867b237d0fa7:42441 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:47:15,659 INFO [RS:0;867b237d0fa7:42441 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:47:15,659 INFO [RS:0;867b237d0fa7:42441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,659 DEBUG [RS:0;867b237d0fa7:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,659 DEBUG [RS:0;867b237d0fa7:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,660 DEBUG [RS:0;867b237d0fa7:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,660 DEBUG [RS:0;867b237d0fa7:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,660 DEBUG [RS:0;867b237d0fa7:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,660 DEBUG [RS:0;867b237d0fa7:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:47:15,660 DEBUG [RS:0;867b237d0fa7:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,660 DEBUG [RS:0;867b237d0fa7:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,660 DEBUG [RS:0;867b237d0fa7:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,660 DEBUG [RS:0;867b237d0fa7:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,660 DEBUG [RS:0;867b237d0fa7:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,660 DEBUG [RS:0;867b237d0fa7:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,660 DEBUG [RS:0;867b237d0fa7:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:47:15,660 DEBUG [RS:0;867b237d0fa7:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:47:15,664 INFO [RS:0;867b237d0fa7:42441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,664 INFO [RS:0;867b237d0fa7:42441 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,664 INFO [RS:0;867b237d0fa7:42441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,664 INFO [RS:0;867b237d0fa7:42441 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,664 INFO [RS:0;867b237d0fa7:42441 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,664 INFO [RS:0;867b237d0fa7:42441 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42441,1731613634815-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:47:15,679 INFO [RS:0;867b237d0fa7:42441 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:47:15,679 INFO [RS:0;867b237d0fa7:42441 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,42441,1731613634815-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,679 INFO [RS:0;867b237d0fa7:42441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,679 INFO [RS:0;867b237d0fa7:42441 {}] regionserver.Replication(171): 867b237d0fa7,42441,1731613634815 started 2024-11-14T19:47:15,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T19:47:15,682 DEBUG [RS:1;867b237d0fa7:44055 {}] zookeeper.ZKUtil(111): regionserver:44055-0x1013c10f61f0002, quorum=127.0.0.1:63335, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/867b237d0fa7,44055,1731613634862 2024-11-14T19:47:15,682 WARN [RS:1;867b237d0fa7:44055 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T19:47:15,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [867b237d0fa7,44055,1731613634862] 2024-11-14T19:47:15,682 INFO [RS:1;867b237d0fa7:44055 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:15,682 DEBUG [RS:1;867b237d0fa7:44055 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/WALs/867b237d0fa7,44055,1731613634862 2024-11-14T19:47:15,686 INFO [RS:1;867b237d0fa7:44055 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T19:47:15,688 INFO [RS:1;867b237d0fa7:44055 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T19:47:15,689 INFO [RS:1;867b237d0fa7:44055 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T19:47:15,689 INFO [RS:1;867b237d0fa7:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,689 INFO [RS:1;867b237d0fa7:44055 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T19:47:15,690 INFO [RS:1;867b237d0fa7:44055 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T19:47:15,690 INFO [RS:1;867b237d0fa7:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,690 DEBUG [RS:1;867b237d0fa7:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,690 DEBUG [RS:1;867b237d0fa7:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,690 DEBUG [RS:1;867b237d0fa7:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,690 DEBUG [RS:1;867b237d0fa7:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,691 DEBUG [RS:1;867b237d0fa7:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,691 DEBUG [RS:1;867b237d0fa7:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/867b237d0fa7:0, corePoolSize=2, maxPoolSize=2 2024-11-14T19:47:15,691 DEBUG [RS:1;867b237d0fa7:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,691 DEBUG [RS:1;867b237d0fa7:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,691 DEBUG [RS:1;867b237d0fa7:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,691 DEBUG [RS:1;867b237d0fa7:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,691 DEBUG [RS:1;867b237d0fa7:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,691 DEBUG [RS:1;867b237d0fa7:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/867b237d0fa7:0, corePoolSize=1, maxPoolSize=1 2024-11-14T19:47:15,691 DEBUG [RS:1;867b237d0fa7:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:47:15,691 DEBUG [RS:1;867b237d0fa7:44055 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/867b237d0fa7:0, corePoolSize=3, maxPoolSize=3 2024-11-14T19:47:15,695 INFO [RS:1;867b237d0fa7:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,695 INFO [RS:1;867b237d0fa7:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,695 INFO [RS:1;867b237d0fa7:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,695 INFO [RS:1;867b237d0fa7:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,695 INFO [RS:1;867b237d0fa7:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,695 INFO [RS:1;867b237d0fa7:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44055,1731613634862-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:47:15,696 INFO [RS:0;867b237d0fa7:42441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,696 INFO [RS:0;867b237d0fa7:42441 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,42441,1731613634815, RpcServer on 867b237d0fa7/172.17.0.2:42441, sessionid=0x1013c10f61f0001 2024-11-14T19:47:15,696 DEBUG [RS:0;867b237d0fa7:42441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:47:15,696 DEBUG [RS:0;867b237d0fa7:42441 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,42441,1731613634815 2024-11-14T19:47:15,696 DEBUG [RS:0;867b237d0fa7:42441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,42441,1731613634815' 2024-11-14T19:47:15,696 DEBUG [RS:0;867b237d0fa7:42441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T19:47:15,697 DEBUG [RS:0;867b237d0fa7:42441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T19:47:15,697 DEBUG [RS:0;867b237d0fa7:42441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:47:15,697 DEBUG [RS:0;867b237d0fa7:42441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:47:15,697 DEBUG [RS:0;867b237d0fa7:42441 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,42441,1731613634815 2024-11-14T19:47:15,697 DEBUG [RS:0;867b237d0fa7:42441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,42441,1731613634815' 2024-11-14T19:47:15,697 DEBUG [RS:0;867b237d0fa7:42441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T19:47:15,697 DEBUG [RS:0;867b237d0fa7:42441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T19:47:15,698 DEBUG [RS:0;867b237d0fa7:42441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:47:15,698 INFO [RS:0;867b237d0fa7:42441 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:47:15,698 INFO [RS:0;867b237d0fa7:42441 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:47:15,710 INFO [RS:1;867b237d0fa7:44055 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T19:47:15,710 INFO [RS:1;867b237d0fa7:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,44055,1731613634862-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,711 INFO [RS:1;867b237d0fa7:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,711 INFO [RS:1;867b237d0fa7:44055 {}] regionserver.Replication(171): 867b237d0fa7,44055,1731613634862 started 2024-11-14T19:47:15,725 INFO [RS:1;867b237d0fa7:44055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:15,725 INFO [RS:1;867b237d0fa7:44055 {}] regionserver.HRegionServer(1482): Serving as 867b237d0fa7,44055,1731613634862, RpcServer on 867b237d0fa7/172.17.0.2:44055, sessionid=0x1013c10f61f0002 2024-11-14T19:47:15,725 DEBUG [RS:1;867b237d0fa7:44055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T19:47:15,725 DEBUG [RS:1;867b237d0fa7:44055 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 867b237d0fa7,44055,1731613634862 2024-11-14T19:47:15,725 DEBUG [RS:1;867b237d0fa7:44055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,44055,1731613634862' 2024-11-14T19:47:15,725 DEBUG [RS:1;867b237d0fa7:44055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T19:47:15,726 DEBUG [RS:1;867b237d0fa7:44055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T19:47:15,726 DEBUG [RS:1;867b237d0fa7:44055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T19:47:15,726 DEBUG [RS:1;867b237d0fa7:44055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T19:47:15,726 DEBUG [RS:1;867b237d0fa7:44055 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 867b237d0fa7,44055,1731613634862 2024-11-14T19:47:15,726 DEBUG [RS:1;867b237d0fa7:44055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '867b237d0fa7,44055,1731613634862' 2024-11-14T19:47:15,726 DEBUG [RS:1;867b237d0fa7:44055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T19:47:15,726 DEBUG [RS:1;867b237d0fa7:44055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T19:47:15,726 DEBUG [RS:1;867b237d0fa7:44055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T19:47:15,727 INFO [RS:1;867b237d0fa7:44055 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T19:47:15,727 INFO [RS:1;867b237d0fa7:44055 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T19:47:15,780 WARN [867b237d0fa7:41763 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T19:47:15,798 INFO [RS:0;867b237d0fa7:42441 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:47:15,800 INFO [RS:0;867b237d0fa7:42441 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C42441%2C1731613634815, suffix=, logDir=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/WALs/867b237d0fa7,42441,1731613634815, archiveDir=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/oldWALs, maxLogs=32 2024-11-14T19:47:15,812 DEBUG [RS:0;867b237d0fa7:42441 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/WALs/867b237d0fa7,42441,1731613634815/867b237d0fa7%2C42441%2C1731613634815.1731613635800, exclude list is [], retry=0 2024-11-14T19:47:15,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44597,DS-0577993a-3927-4033-bdc1-8ec6fb8bf4f1,DISK] 2024-11-14T19:47:15,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38399,DS-f9328637-cea1-4cef-b6a0-f56e645d8fd1,DISK] 2024-11-14T19:47:15,817 INFO [RS:0;867b237d0fa7:42441 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/WALs/867b237d0fa7,42441,1731613634815/867b237d0fa7%2C42441%2C1731613634815.1731613635800 2024-11-14T19:47:15,817 DEBUG [RS:0;867b237d0fa7:42441 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41379:41379),(127.0.0.1/127.0.0.1:45653:45653)] 2024-11-14T19:47:15,827 INFO [RS:1;867b237d0fa7:44055 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T19:47:15,828 INFO [RS:1;867b237d0fa7:44055 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C44055%2C1731613634862, suffix=, logDir=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/WALs/867b237d0fa7,44055,1731613634862, archiveDir=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/oldWALs, maxLogs=32 2024-11-14T19:47:15,841 DEBUG [RS:1;867b237d0fa7:44055 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/WALs/867b237d0fa7,44055,1731613634862/867b237d0fa7%2C44055%2C1731613634862.1731613635829, exclude list is [], retry=0 2024-11-14T19:47:15,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38399,DS-f9328637-cea1-4cef-b6a0-f56e645d8fd1,DISK] 2024-11-14T19:47:15,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44597,DS-0577993a-3927-4033-bdc1-8ec6fb8bf4f1,DISK] 2024-11-14T19:47:15,846 INFO [RS:1;867b237d0fa7:44055 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/WALs/867b237d0fa7,44055,1731613634862/867b237d0fa7%2C44055%2C1731613634862.1731613635829 2024-11-14T19:47:15,846 DEBUG [RS:1;867b237d0fa7:44055 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45653:45653),(127.0.0.1/127.0.0.1:41379:41379)] 2024-11-14T19:47:16,030 DEBUG [867b237d0fa7:41763 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T19:47:16,030 DEBUG [867b237d0fa7:41763 {}] balancer.BalancerClusterState(204): Hosts are {867b237d0fa7=0} racks are {/default-rack=0} 2024-11-14T19:47:16,032 DEBUG [867b237d0fa7:41763 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T19:47:16,032 DEBUG [867b237d0fa7:41763 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T19:47:16,032 DEBUG [867b237d0fa7:41763 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T19:47:16,032 DEBUG [867b237d0fa7:41763 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T19:47:16,032 INFO [867b237d0fa7:41763 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T19:47:16,032 INFO [867b237d0fa7:41763 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T19:47:16,032 DEBUG [867b237d0fa7:41763 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T19:47:16,032 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=867b237d0fa7,44055,1731613634862 2024-11-14T19:47:16,033 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,44055,1731613634862, state=OPENING 2024-11-14T19:47:16,038 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T19:47:16,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:16,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013c10f61f0002, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:16,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x1013c10f61f0001, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:16,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:16,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:16,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:16,047 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T19:47:16,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,44055,1731613634862}] 2024-11-14T19:47:16,200 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:47:16,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:47:16,205 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T19:47:16,205 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T19:47:16,205 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T19:47:16,206 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=867b237d0fa7%2C44055%2C1731613634862.meta, suffix=.meta, logDir=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/WALs/867b237d0fa7,44055,1731613634862, archiveDir=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/oldWALs, maxLogs=32 2024-11-14T19:47:16,218 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/WALs/867b237d0fa7,44055,1731613634862/867b237d0fa7%2C44055%2C1731613634862.meta.1731613636207.meta, exclude list is [], retry=0 2024-11-14T19:47:16,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38399,DS-f9328637-cea1-4cef-b6a0-f56e645d8fd1,DISK] 2024-11-14T19:47:16,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44597,DS-0577993a-3927-4033-bdc1-8ec6fb8bf4f1,DISK] 2024-11-14T19:47:16,222 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/WALs/867b237d0fa7,44055,1731613634862/867b237d0fa7%2C44055%2C1731613634862.meta.1731613636207.meta 2024-11-14T19:47:16,222 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45653:45653),(127.0.0.1/127.0.0.1:41379:41379)] 2024-11-14T19:47:16,222 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T19:47:16,223 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T19:47:16,223 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T19:47:16,223 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T19:47:16,223 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T19:47:16,223 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:16,223 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T19:47:16,223 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T19:47:16,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T19:47:16,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T19:47:16,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:16,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:16,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T19:47:16,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T19:47:16,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:16,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:16,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T19:47:16,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T19:47:16,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:16,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:16,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T19:47:16,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T19:47:16,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:16,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T19:47:16,229 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T19:47:16,230 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/hbase/meta/1588230740 2024-11-14T19:47:16,231 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/hbase/meta/1588230740 2024-11-14T19:47:16,232 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T19:47:16,232 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T19:47:16,232 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T19:47:16,233 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T19:47:16,234 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61473606, jitterRate=-0.08397188782691956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T19:47:16,234 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T19:47:16,234 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731613636223Writing region info on filesystem at 1731613636223Initializing all the Stores at 1731613636224 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613636224Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613636224Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613636224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731613636224Cleaning up temporary data from old regions at 1731613636232 (+8 ms)Running coprocessor post-open hooks at 1731613636234 (+2 ms)Region opened successfully at 1731613636234 2024-11-14T19:47:16,235 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731613636199 2024-11-14T19:47:16,238 DEBUG [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T19:47:16,238 INFO [RS_OPEN_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T19:47:16,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,44055,1731613634862 2024-11-14T19:47:16,239 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 867b237d0fa7,44055,1731613634862, state=OPEN 2024-11-14T19:47:16,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x1013c10f61f0001, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:47:16,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013c10f61f0002, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:47:16,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T19:47:16,247 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=867b237d0fa7,44055,1731613634862 2024-11-14T19:47:16,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:16,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:16,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T19:47:16,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T19:47:16,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=867b237d0fa7,44055,1731613634862 in 200 msec 2024-11-14T19:47:16,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T19:47:16,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-11-14T19:47:16,252 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T19:47:16,252 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T19:47:16,254 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:16,254 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,44055,1731613634862, seqNum=-1] 2024-11-14T19:47:16,254 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:16,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:16,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 684 msec 2024-11-14T19:47:16,261 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731613636261, completionTime=-1 2024-11-14T19:47:16,261 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T19:47:16,261 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T19:47:16,263 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T19:47:16,263 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731613696263 2024-11-14T19:47:16,263 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731613756263 2024-11-14T19:47:16,263 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T19:47:16,263 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T19:47:16,264 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41763,1731613634695-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:16,264 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41763,1731613634695-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:16,264 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41763,1731613634695-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:16,264 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-867b237d0fa7:41763, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:16,264 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:16,264 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:16,266 DEBUG [master/867b237d0fa7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T19:47:16,268 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.338sec 2024-11-14T19:47:16,269 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T19:47:16,269 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T19:47:16,269 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T19:47:16,269 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T19:47:16,269 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T19:47:16,269 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41763,1731613634695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T19:47:16,269 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41763,1731613634695-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T19:47:16,271 DEBUG [master/867b237d0fa7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T19:47:16,271 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T19:47:16,271 INFO [master/867b237d0fa7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=867b237d0fa7,41763,1731613634695-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T19:47:16,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48cbd615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:16,305 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 867b237d0fa7,41763,-1 for getting cluster id 2024-11-14T19:47:16,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T19:47:16,307 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40d5cd61-9716-4cb4-b544-25e526465cfc' 2024-11-14T19:47:16,307 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T19:47:16,307 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40d5cd61-9716-4cb4-b544-25e526465cfc" 2024-11-14T19:47:16,308 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa2617c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:16,308 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [867b237d0fa7,41763,-1] 2024-11-14T19:47:16,308 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T19:47:16,308 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:16,309 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T19:47:16,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562760bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T19:47:16,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T19:47:16,312 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=867b237d0fa7,44055,1731613634862, seqNum=-1] 2024-11-14T19:47:16,312 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:16,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:16,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=867b237d0fa7,41763,1731613634695 2024-11-14T19:47:16,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T19:47:16,317 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 867b237d0fa7,41763,1731613634695 2024-11-14T19:47:16,317 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@618306c8 2024-11-14T19:47:16,317 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T19:47:16,318 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T19:47:16,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T19:47:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T19:47:16,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T19:47:16,321 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:16,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T19:47:16,322 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T19:47:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:16,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38399 is added to blk_1073741836_1012 (size=379) 2024-11-14T19:47:16,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741836_1012 (size=379) 2024-11-14T19:47:16,330 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d4c460ccadd48c027ce95f51ec80c88d, NAME => 'testClearRegionBlockCache,,1731613636318.d4c460ccadd48c027ce95f51ec80c88d.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c 2024-11-14T19:47:16,331 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d4bd8a6ea8e1bc15cc2c6e1352de23e2, NAME => 'testClearRegionBlockCache,5,1731613636318.d4bd8a6ea8e1bc15cc2c6e1352de23e2.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c 2024-11-14T19:47:16,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741838_1014 (size=61) 2024-11-14T19:47:16,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38399 is added to blk_1073741838_1014 (size=61) 2024-11-14T19:47:16,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741837_1013 (size=61) 2024-11-14T19:47:16,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38399 is added to blk_1073741837_1013 (size=61) 2024-11-14T19:47:16,341 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731613636318.d4bd8a6ea8e1bc15cc2c6e1352de23e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:16,341 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing d4bd8a6ea8e1bc15cc2c6e1352de23e2, disabling compactions & flushes 2024-11-14T19:47:16,341 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731613636318.d4bd8a6ea8e1bc15cc2c6e1352de23e2. 2024-11-14T19:47:16,341 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731613636318.d4bd8a6ea8e1bc15cc2c6e1352de23e2. 2024-11-14T19:47:16,341 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731613636318.d4bd8a6ea8e1bc15cc2c6e1352de23e2. after waiting 0 ms 2024-11-14T19:47:16,341 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731613636318.d4bd8a6ea8e1bc15cc2c6e1352de23e2. 2024-11-14T19:47:16,341 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731613636318.d4bd8a6ea8e1bc15cc2c6e1352de23e2. 2024-11-14T19:47:16,341 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for d4bd8a6ea8e1bc15cc2c6e1352de23e2: Waiting for close lock at 1731613636341Disabling compacts and flushes for region at 1731613636341Disabling writes for close at 1731613636341Writing region close event to WAL at 1731613636341Closed at 1731613636341 2024-11-14T19:47:16,426 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T19:47:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:16,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:16,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:16,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:16,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:16,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:16,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:16,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:16,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:16,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:16,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T19:47:16,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-14T19:47:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:16,741 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731613636318.d4c460ccadd48c027ce95f51ec80c88d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:16,742 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing d4c460ccadd48c027ce95f51ec80c88d, disabling compactions & flushes 2024-11-14T19:47:16,742 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731613636318.d4c460ccadd48c027ce95f51ec80c88d. 2024-11-14T19:47:16,742 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731613636318.d4c460ccadd48c027ce95f51ec80c88d. 2024-11-14T19:47:16,742 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731613636318.d4c460ccadd48c027ce95f51ec80c88d. after waiting 0 ms 2024-11-14T19:47:16,742 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731613636318.d4c460ccadd48c027ce95f51ec80c88d. 2024-11-14T19:47:16,742 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731613636318.d4c460ccadd48c027ce95f51ec80c88d. 2024-11-14T19:47:16,742 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for d4c460ccadd48c027ce95f51ec80c88d: Waiting for close lock at 1731613636741Disabling compacts and flushes for region at 1731613636741Disabling writes for close at 1731613636742 (+1 ms)Writing region close event to WAL at 1731613636742Closed at 1731613636742 2024-11-14T19:47:16,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T19:47:16,744 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731613636318.d4bd8a6ea8e1bc15cc2c6e1352de23e2.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731613636743"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613636743"}]},"ts":"1731613636743"} 2024-11-14T19:47:16,744 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731613636318.d4c460ccadd48c027ce95f51ec80c88d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731613636743"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731613636743"}]},"ts":"1731613636743"} 2024-11-14T19:47:16,747 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T19:47:16,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T19:47:16,748 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613636748"}]},"ts":"1731613636748"} 2024-11-14T19:47:16,751 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T19:47:16,751 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {867b237d0fa7=0} racks are {/default-rack=0} 2024-11-14T19:47:16,752 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T19:47:16,752 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T19:47:16,752 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T19:47:16,752 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T19:47:16,752 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T19:47:16,752 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T19:47:16,752 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T19:47:16,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d4c460ccadd48c027ce95f51ec80c88d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d4bd8a6ea8e1bc15cc2c6e1352de23e2, ASSIGN}] 2024-11-14T19:47:16,754 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d4c460ccadd48c027ce95f51ec80c88d, ASSIGN 2024-11-14T19:47:16,754 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d4bd8a6ea8e1bc15cc2c6e1352de23e2, ASSIGN 2024-11-14T19:47:16,755 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d4c460ccadd48c027ce95f51ec80c88d, ASSIGN; state=OFFLINE, location=867b237d0fa7,42441,1731613634815; forceNewPlan=false, retain=false 2024-11-14T19:47:16,755 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d4bd8a6ea8e1bc15cc2c6e1352de23e2, ASSIGN; state=OFFLINE, location=867b237d0fa7,44055,1731613634862; forceNewPlan=false, retain=false 2024-11-14T19:47:16,905 INFO [867b237d0fa7:41763 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T19:47:16,905 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d4c460ccadd48c027ce95f51ec80c88d, regionState=OPENING, regionLocation=867b237d0fa7,42441,1731613634815 2024-11-14T19:47:16,905 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d4bd8a6ea8e1bc15cc2c6e1352de23e2, regionState=OPENING, regionLocation=867b237d0fa7,44055,1731613634862 2024-11-14T19:47:16,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d4c460ccadd48c027ce95f51ec80c88d, ASSIGN because future has completed 2024-11-14T19:47:16,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4c460ccadd48c027ce95f51ec80c88d, server=867b237d0fa7,42441,1731613634815}] 2024-11-14T19:47:16,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d4bd8a6ea8e1bc15cc2c6e1352de23e2, ASSIGN because future has completed 2024-11-14T19:47:16,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4bd8a6ea8e1bc15cc2c6e1352de23e2, server=867b237d0fa7,44055,1731613634862}] 2024-11-14T19:47:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:17,061 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:47:17,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:47:17,066 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731613636318.d4c460ccadd48c027ce95f51ec80c88d. 2024-11-14T19:47:17,066 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731613636318.d4bd8a6ea8e1bc15cc2c6e1352de23e2. 2024-11-14T19:47:17,066 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d4c460ccadd48c027ce95f51ec80c88d, NAME => 'testClearRegionBlockCache,,1731613636318.d4c460ccadd48c027ce95f51ec80c88d.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T19:47:17,066 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => d4bd8a6ea8e1bc15cc2c6e1352de23e2, NAME => 'testClearRegionBlockCache,5,1731613636318.d4bd8a6ea8e1bc15cc2c6e1352de23e2.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T19:47:17,066 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache d4c460ccadd48c027ce95f51ec80c88d 2024-11-14T19:47:17,066 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache d4bd8a6ea8e1bc15cc2c6e1352de23e2 2024-11-14T19:47:17,066 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731613636318.d4c460ccadd48c027ce95f51ec80c88d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:17,066 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731613636318.d4bd8a6ea8e1bc15cc2c6e1352de23e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T19:47:17,066 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d4c460ccadd48c027ce95f51ec80c88d 2024-11-14T19:47:17,066 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for d4bd8a6ea8e1bc15cc2c6e1352de23e2 2024-11-14T19:47:17,066 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d4c460ccadd48c027ce95f51ec80c88d 2024-11-14T19:47:17,066 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for d4bd8a6ea8e1bc15cc2c6e1352de23e2 2024-11-14T19:47:17,068 INFO [StoreOpener-d4bd8a6ea8e1bc15cc2c6e1352de23e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region d4bd8a6ea8e1bc15cc2c6e1352de23e2 2024-11-14T19:47:17,068 INFO [StoreOpener-d4c460ccadd48c027ce95f51ec80c88d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region d4c460ccadd48c027ce95f51ec80c88d 2024-11-14T19:47:17,069 INFO [StoreOpener-d4bd8a6ea8e1bc15cc2c6e1352de23e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4bd8a6ea8e1bc15cc2c6e1352de23e2 columnFamilyName family 2024-11-14T19:47:17,069 DEBUG [StoreOpener-d4bd8a6ea8e1bc15cc2c6e1352de23e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:17,070 INFO [StoreOpener-d4c460ccadd48c027ce95f51ec80c88d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4c460ccadd48c027ce95f51ec80c88d columnFamilyName family 2024-11-14T19:47:17,070 DEBUG [StoreOpener-d4c460ccadd48c027ce95f51ec80c88d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T19:47:17,070 INFO [StoreOpener-d4bd8a6ea8e1bc15cc2c6e1352de23e2-1 {}] regionserver.HStore(327): Store=d4bd8a6ea8e1bc15cc2c6e1352de23e2/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:17,070 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for d4bd8a6ea8e1bc15cc2c6e1352de23e2 2024-11-14T19:47:17,070 INFO [StoreOpener-d4c460ccadd48c027ce95f51ec80c88d-1 {}] regionserver.HStore(327): Store=d4c460ccadd48c027ce95f51ec80c88d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T19:47:17,070 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d4c460ccadd48c027ce95f51ec80c88d 2024-11-14T19:47:17,071 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/default/testClearRegionBlockCache/d4bd8a6ea8e1bc15cc2c6e1352de23e2 2024-11-14T19:47:17,071 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/default/testClearRegionBlockCache/d4c460ccadd48c027ce95f51ec80c88d 2024-11-14T19:47:17,071 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/default/testClearRegionBlockCache/d4bd8a6ea8e1bc15cc2c6e1352de23e2 2024-11-14T19:47:17,071 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/default/testClearRegionBlockCache/d4c460ccadd48c027ce95f51ec80c88d 2024-11-14T19:47:17,071 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for d4bd8a6ea8e1bc15cc2c6e1352de23e2 2024-11-14T19:47:17,071 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d4c460ccadd48c027ce95f51ec80c88d 2024-11-14T19:47:17,071 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for d4bd8a6ea8e1bc15cc2c6e1352de23e2 2024-11-14T19:47:17,071 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d4c460ccadd48c027ce95f51ec80c88d 2024-11-14T19:47:17,073 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for d4bd8a6ea8e1bc15cc2c6e1352de23e2 2024-11-14T19:47:17,073 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d4c460ccadd48c027ce95f51ec80c88d 2024-11-14T19:47:17,074 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/default/testClearRegionBlockCache/d4bd8a6ea8e1bc15cc2c6e1352de23e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:17,075 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/default/testClearRegionBlockCache/d4c460ccadd48c027ce95f51ec80c88d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T19:47:17,075 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened d4bd8a6ea8e1bc15cc2c6e1352de23e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58887182, jitterRate=-0.12251260876655579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:47:17,075 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4bd8a6ea8e1bc15cc2c6e1352de23e2 2024-11-14T19:47:17,075 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened d4c460ccadd48c027ce95f51ec80c88d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60960329, jitterRate=-0.0916203111410141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T19:47:17,075 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4c460ccadd48c027ce95f51ec80c88d 2024-11-14T19:47:17,076 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for d4bd8a6ea8e1bc15cc2c6e1352de23e2: Running coprocessor pre-open hook at 1731613637066Writing region info on filesystem at 1731613637066Initializing all the Stores at 1731613637067 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613637067Cleaning up temporary data from old regions at 1731613637071 (+4 ms)Running coprocessor post-open hooks at 1731613637075 (+4 ms)Region opened successfully at 1731613637076 (+1 ms) 2024-11-14T19:47:17,076 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d4c460ccadd48c027ce95f51ec80c88d: Running coprocessor pre-open hook at 1731613637066Writing region info on filesystem at 1731613637066Initializing all the Stores at 1731613637067 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731613637067Cleaning up temporary data from old regions at 1731613637071 (+4 ms)Running coprocessor post-open hooks at 1731613637075 (+4 ms)Region opened successfully at 1731613637076 (+1 ms) 2024-11-14T19:47:17,077 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731613636318.d4c460ccadd48c027ce95f51ec80c88d., pid=7, masterSystemTime=1731613637061 2024-11-14T19:47:17,077 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731613636318.d4bd8a6ea8e1bc15cc2c6e1352de23e2., pid=8, masterSystemTime=1731613637062 2024-11-14T19:47:17,079 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731613636318.d4c460ccadd48c027ce95f51ec80c88d. 2024-11-14T19:47:17,079 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731613636318.d4c460ccadd48c027ce95f51ec80c88d. 2024-11-14T19:47:17,080 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d4c460ccadd48c027ce95f51ec80c88d, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,42441,1731613634815 2024-11-14T19:47:17,080 DEBUG [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731613636318.d4bd8a6ea8e1bc15cc2c6e1352de23e2. 2024-11-14T19:47:17,080 INFO [RS_OPEN_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731613636318.d4bd8a6ea8e1bc15cc2c6e1352de23e2. 2024-11-14T19:47:17,082 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d4bd8a6ea8e1bc15cc2c6e1352de23e2, regionState=OPEN, openSeqNum=2, regionLocation=867b237d0fa7,44055,1731613634862 2024-11-14T19:47:17,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4c460ccadd48c027ce95f51ec80c88d, server=867b237d0fa7,42441,1731613634815 because future has completed 2024-11-14T19:47:17,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4bd8a6ea8e1bc15cc2c6e1352de23e2, server=867b237d0fa7,44055,1731613634862 because future has completed 2024-11-14T19:47:17,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-14T19:47:17,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d4c460ccadd48c027ce95f51ec80c88d, server=867b237d0fa7,42441,1731613634815 in 176 msec 2024-11-14T19:47:17,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d4c460ccadd48c027ce95f51ec80c88d, ASSIGN in 335 msec 2024-11-14T19:47:17,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-14T19:47:17,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d4bd8a6ea8e1bc15cc2c6e1352de23e2, server=867b237d0fa7,44055,1731613634862 in 178 msec 2024-11-14T19:47:17,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-14T19:47:17,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d4bd8a6ea8e1bc15cc2c6e1352de23e2, ASSIGN in 338 msec 2024-11-14T19:47:17,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T19:47:17,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731613637093"}]},"ts":"1731613637093"} 2024-11-14T19:47:17,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T19:47:17,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T19:47:17,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 777 msec 2024-11-14T19:47:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T19:47:17,460 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T19:47:17,460 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T19:47:17,460 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T19:47:17,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T19:47:17,463 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T19:47:17,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T19:47:17,466 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731613636318.d4c460ccadd48c027ce95f51ec80c88d., hostname=867b237d0fa7,42441,1731613634815, seqNum=2] 2024-11-14T19:47:17,467 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T19:47:17,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T19:47:17,477 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731613636318.d4bd8a6ea8e1bc15cc2c6e1352de23e2., hostname=867b237d0fa7,44055,1731613634862, seqNum=2] 2024-11-14T19:47:17,487 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d4c460ccadd48c027ce95f51ec80c88d 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T19:47:17,508 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/default/testClearRegionBlockCache/d4c460ccadd48c027ce95f51ec80c88d/.tmp/family/22107723803748fcb8f7a53920d8f71b is 32, key is 1/family:/1731613637468/Put/seqid=0 2024-11-14T19:47:17,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38399 is added to blk_1073741839_1015 (size=5054) 2024-11-14T19:47:17,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741839_1015 (size=5054) 2024-11-14T19:47:17,514 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/default/testClearRegionBlockCache/d4c460ccadd48c027ce95f51ec80c88d/.tmp/family/22107723803748fcb8f7a53920d8f71b 2024-11-14T19:47:17,521 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/default/testClearRegionBlockCache/d4c460ccadd48c027ce95f51ec80c88d/.tmp/family/22107723803748fcb8f7a53920d8f71b as hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/default/testClearRegionBlockCache/d4c460ccadd48c027ce95f51ec80c88d/family/22107723803748fcb8f7a53920d8f71b 2024-11-14T19:47:17,527 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/default/testClearRegionBlockCache/d4c460ccadd48c027ce95f51ec80c88d/family/22107723803748fcb8f7a53920d8f71b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T19:47:17,528 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for d4c460ccadd48c027ce95f51ec80c88d in 41ms, sequenceid=8, compaction requested=false 2024-11-14T19:47:17,529 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d4c460ccadd48c027ce95f51ec80c88d: 2024-11-14T19:47:17,529 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d4bd8a6ea8e1bc15cc2c6e1352de23e2 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T19:47:17,546 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/default/testClearRegionBlockCache/d4bd8a6ea8e1bc15cc2c6e1352de23e2/.tmp/family/49644255d9c74f2f901734c6a9df7c5f is 32, key is 5/family:/1731613637478/Put/seqid=0 2024-11-14T19:47:17,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38399 is added to blk_1073741840_1016 (size=5083) 2024-11-14T19:47:17,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741840_1016 (size=5083) 2024-11-14T19:47:17,554 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/default/testClearRegionBlockCache/d4bd8a6ea8e1bc15cc2c6e1352de23e2/.tmp/family/49644255d9c74f2f901734c6a9df7c5f 2024-11-14T19:47:17,562 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/default/testClearRegionBlockCache/d4bd8a6ea8e1bc15cc2c6e1352de23e2/.tmp/family/49644255d9c74f2f901734c6a9df7c5f as hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/default/testClearRegionBlockCache/d4bd8a6ea8e1bc15cc2c6e1352de23e2/family/49644255d9c74f2f901734c6a9df7c5f 2024-11-14T19:47:17,571 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/default/testClearRegionBlockCache/d4bd8a6ea8e1bc15cc2c6e1352de23e2/family/49644255d9c74f2f901734c6a9df7c5f, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T19:47:17,572 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for d4bd8a6ea8e1bc15cc2c6e1352de23e2 in 43ms, sequenceid=9, compaction requested=false 2024-11-14T19:47:17,572 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d4bd8a6ea8e1bc15cc2c6e1352de23e2: 2024-11-14T19:47:17,578 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-14T19:47:17,584 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:47:17,584 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T19:47:17,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:47:17,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T19:47:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] bucket.BucketCache(1864): found 1 blocks for file 22107723803748fcb8f7a53920d8f71b, starting offset: 0, end offset: 9223372036854775807 2024-11-14T19:47:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] bucket.BucketCache(857): removed key 22107723803748fcb8f7a53920d8f71b_0 from back map with offset lock 2094080 in the evict process 2024-11-14T19:47:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] bucket.BucketCache(1864): found 1 blocks for file 49644255d9c74f2f901734c6a9df7c5f, starting offset: 0, end offset: 9223372036854775807 2024-11-14T19:47:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44055 {}] bucket.BucketCache(857): removed key 49644255d9c74f2f901734c6a9df7c5f_0 from back map with offset lock 2094080 in the evict process 2024-11-14T19:47:17,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T19:47:17,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:47:17,587 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:17,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:17,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:17,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T19:47:17,588 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T19:47:17,588 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=932023831, stopped=false 2024-11-14T19:47:17,588 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=867b237d0fa7,41763,1731613634695 2024-11-14T19:47:17,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x1013c10f61f0001, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:47:17,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013c10f61f0002, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:47:17,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T19:47:17,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013c10f61f0002, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:17,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x1013c10f61f0001, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:17,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:17,630 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:47:17,630 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T19:47:17,630 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:17,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:17,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42441-0x1013c10f61f0001, quorum=127.0.0.1:63335, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:47:17,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44055-0x1013c10f61f0002, quorum=127.0.0.1:63335, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:47:17,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T19:47:17,631 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,42441,1731613634815' ***** 2024-11-14T19:47:17,631 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:47:17,631 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '867b237d0fa7,44055,1731613634862' ***** 2024-11-14T19:47:17,631 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T19:47:17,631 INFO [RS:1;867b237d0fa7:44055 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T19:47:17,631 INFO [RS:0;867b237d0fa7:42441 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T19:47:17,631 INFO [RS:1;867b237d0fa7:44055 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T19:47:17,631 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T19:47:17,632 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T19:47:17,632 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T19:47:17,632 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T19:47:17,632 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T19:47:17,632 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T19:47:17,632 INFO [RS:0;867b237d0fa7:42441 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T19:47:17,632 INFO [RS:1;867b237d0fa7:44055 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:47:17,632 INFO [RS:0;867b237d0fa7:42441 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T19:47:17,632 INFO [RS:1;867b237d0fa7:44055 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:47:17,632 INFO [RS:0;867b237d0fa7:42441 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T19:47:17,632 INFO [RS:0;867b237d0fa7:42441 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:47:17,632 INFO [RS:1;867b237d0fa7:44055 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T19:47:17,632 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:47:17,632 INFO [RS:0;867b237d0fa7:42441 {}] regionserver.HRegionServer(3091): Received CLOSE for d4c460ccadd48c027ce95f51ec80c88d 2024-11-14T19:47:17,632 INFO [RS:1;867b237d0fa7:44055 {}] regionserver.HRegionServer(3091): Received CLOSE for d4bd8a6ea8e1bc15cc2c6e1352de23e2 2024-11-14T19:47:17,632 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T19:47:17,633 INFO [RS:1;867b237d0fa7:44055 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,44055,1731613634862 2024-11-14T19:47:17,633 INFO [RS:1;867b237d0fa7:44055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:47:17,633 INFO [RS:0;867b237d0fa7:42441 {}] regionserver.HRegionServer(959): stopping server 867b237d0fa7,42441,1731613634815 2024-11-14T19:47:17,633 INFO [RS:0;867b237d0fa7:42441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:47:17,633 INFO [RS:1;867b237d0fa7:44055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;867b237d0fa7:44055. 2024-11-14T19:47:17,633 INFO [RS:0;867b237d0fa7:42441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;867b237d0fa7:42441. 2024-11-14T19:47:17,633 DEBUG [RS:1;867b237d0fa7:44055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:17,633 DEBUG [RS:1;867b237d0fa7:44055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:17,633 DEBUG [RS:0;867b237d0fa7:42441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T19:47:17,633 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4bd8a6ea8e1bc15cc2c6e1352de23e2, disabling compactions & flushes 2024-11-14T19:47:17,633 DEBUG [RS:0;867b237d0fa7:42441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:17,633 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731613636318.d4bd8a6ea8e1bc15cc2c6e1352de23e2. 2024-11-14T19:47:17,633 INFO [RS:1;867b237d0fa7:44055 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:47:17,633 INFO [RS:1;867b237d0fa7:44055 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:47:17,633 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731613636318.d4bd8a6ea8e1bc15cc2c6e1352de23e2. 2024-11-14T19:47:17,633 INFO [RS:0;867b237d0fa7:42441 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T19:47:17,633 INFO [RS:1;867b237d0fa7:44055 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:47:17,633 DEBUG [RS:0;867b237d0fa7:42441 {}] regionserver.HRegionServer(1325): Online Regions={d4c460ccadd48c027ce95f51ec80c88d=testClearRegionBlockCache,,1731613636318.d4c460ccadd48c027ce95f51ec80c88d.} 2024-11-14T19:47:17,633 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731613636318.d4bd8a6ea8e1bc15cc2c6e1352de23e2. after waiting 0 ms 2024-11-14T19:47:17,633 INFO [RS:1;867b237d0fa7:44055 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T19:47:17,633 DEBUG [RS:0;867b237d0fa7:42441 {}] regionserver.HRegionServer(1351): Waiting on d4c460ccadd48c027ce95f51ec80c88d 2024-11-14T19:47:17,633 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731613636318.d4bd8a6ea8e1bc15cc2c6e1352de23e2. 2024-11-14T19:47:17,633 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4c460ccadd48c027ce95f51ec80c88d, disabling compactions & flushes 2024-11-14T19:47:17,633 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731613636318.d4c460ccadd48c027ce95f51ec80c88d. 2024-11-14T19:47:17,633 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731613636318.d4c460ccadd48c027ce95f51ec80c88d. 2024-11-14T19:47:17,633 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731613636318.d4c460ccadd48c027ce95f51ec80c88d. after waiting 0 ms 2024-11-14T19:47:17,633 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731613636318.d4c460ccadd48c027ce95f51ec80c88d. 2024-11-14T19:47:17,633 INFO [RS:1;867b237d0fa7:44055 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T19:47:17,633 DEBUG [RS:1;867b237d0fa7:44055 {}] regionserver.HRegionServer(1325): Online Regions={d4bd8a6ea8e1bc15cc2c6e1352de23e2=testClearRegionBlockCache,5,1731613636318.d4bd8a6ea8e1bc15cc2c6e1352de23e2., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T19:47:17,633 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T19:47:17,633 DEBUG [RS:1;867b237d0fa7:44055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d4bd8a6ea8e1bc15cc2c6e1352de23e2 2024-11-14T19:47:17,634 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T19:47:17,634 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T19:47:17,634 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T19:47:17,634 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T19:47:17,634 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T19:47:17,638 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/default/testClearRegionBlockCache/d4c460ccadd48c027ce95f51ec80c88d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T19:47:17,638 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731613636318.d4c460ccadd48c027ce95f51ec80c88d. 2024-11-14T19:47:17,638 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4c460ccadd48c027ce95f51ec80c88d: Waiting for close lock at 1731613637633Running coprocessor pre-close hooks at 1731613637633Disabling compacts and flushes for region at 1731613637633Disabling writes for close at 1731613637633Writing region close event to WAL at 1731613637634 (+1 ms)Running coprocessor post-close hooks at 1731613637638 (+4 ms)Closed at 1731613637638 2024-11-14T19:47:17,639 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731613636318.d4c460ccadd48c027ce95f51ec80c88d. 2024-11-14T19:47:17,639 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/default/testClearRegionBlockCache/d4bd8a6ea8e1bc15cc2c6e1352de23e2/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T19:47:17,639 INFO [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731613636318.d4bd8a6ea8e1bc15cc2c6e1352de23e2. 2024-11-14T19:47:17,639 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4bd8a6ea8e1bc15cc2c6e1352de23e2: Waiting for close lock at 1731613637633Running coprocessor pre-close hooks at 1731613637633Disabling compacts and flushes for region at 1731613637633Disabling writes for close at 1731613637633Writing region close event to WAL at 1731613637634 (+1 ms)Running coprocessor post-close hooks at 1731613637639 (+5 ms)Closed at 1731613637639 2024-11-14T19:47:17,640 DEBUG [RS_CLOSE_REGION-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731613636318.d4bd8a6ea8e1bc15cc2c6e1352de23e2. 2024-11-14T19:47:17,654 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/hbase/meta/1588230740/.tmp/info/b80691edffa047f0a183758d85d36cac is 173, key is testClearRegionBlockCache,5,1731613636318.d4bd8a6ea8e1bc15cc2c6e1352de23e2./info:regioninfo/1731613637082/Put/seqid=0 2024-11-14T19:47:17,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38399 is added to blk_1073741841_1017 (size=8173) 2024-11-14T19:47:17,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741841_1017 (size=8173) 2024-11-14T19:47:17,660 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/hbase/meta/1588230740/.tmp/info/b80691edffa047f0a183758d85d36cac 2024-11-14T19:47:17,666 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:17,684 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/hbase/meta/1588230740/.tmp/ns/70e594073959442291a0cf240d8f229a is 43, key is default/ns:d/1731613636256/Put/seqid=0 2024-11-14T19:47:17,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741842_1018 (size=5153) 2024-11-14T19:47:17,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38399 is added to blk_1073741842_1018 (size=5153) 2024-11-14T19:47:17,695 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/hbase/meta/1588230740/.tmp/ns/70e594073959442291a0cf240d8f229a 2024-11-14T19:47:17,698 INFO [regionserver/867b237d0fa7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:17,711 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:47:17,711 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:47:17,717 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/hbase/meta/1588230740/.tmp/table/f18b0a6a4e0940b0bdc57933a8bf1548 is 61, key is testClearRegionBlockCache/table:state/1731613637093/Put/seqid=0 2024-11-14T19:47:17,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38399 is added to blk_1073741843_1019 (size=5312) 2024-11-14T19:47:17,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741843_1019 (size=5312) 2024-11-14T19:47:17,726 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/hbase/meta/1588230740/.tmp/table/f18b0a6a4e0940b0bdc57933a8bf1548 2024-11-14T19:47:17,735 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/hbase/meta/1588230740/.tmp/info/b80691edffa047f0a183758d85d36cac as hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/hbase/meta/1588230740/info/b80691edffa047f0a183758d85d36cac 2024-11-14T19:47:17,741 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/hbase/meta/1588230740/info/b80691edffa047f0a183758d85d36cac, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T19:47:17,742 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/hbase/meta/1588230740/.tmp/ns/70e594073959442291a0cf240d8f229a as hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/hbase/meta/1588230740/ns/70e594073959442291a0cf240d8f229a 2024-11-14T19:47:17,747 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/hbase/meta/1588230740/ns/70e594073959442291a0cf240d8f229a, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T19:47:17,748 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/hbase/meta/1588230740/.tmp/table/f18b0a6a4e0940b0bdc57933a8bf1548 as hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/hbase/meta/1588230740/table/f18b0a6a4e0940b0bdc57933a8bf1548 2024-11-14T19:47:17,755 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/hbase/meta/1588230740/table/f18b0a6a4e0940b0bdc57933a8bf1548, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T19:47:17,756 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 122ms, sequenceid=13, compaction requested=false 2024-11-14T19:47:17,760 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T19:47:17,761 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T19:47:17,761 INFO [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:17,761 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731613637633Running coprocessor pre-close hooks at 1731613637633Disabling compacts and flushes for region at 1731613637633Disabling writes for close at 1731613637634 (+1 ms)Obtaining lock to block concurrent updates at 1731613637634Preparing flush snapshotting stores in 1588230740 at 1731613637634Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731613637634Flushing stores of hbase:meta,,1.1588230740 at 1731613637635 (+1 ms)Flushing 1588230740/info: creating writer at 1731613637635Flushing 1588230740/info: appending metadata at 1731613637654 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731613637654Flushing 1588230740/ns: creating writer at 1731613637666 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731613637683 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731613637684 (+1 ms)Flushing 1588230740/table: creating writer at 1731613637701 (+17 ms)Flushing 1588230740/table: appending metadata at 1731613637716 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731613637716Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@180621e8: reopening flushed file at 1731613637734 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12037516: reopening flushed file at 1731613637741 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60624fe4: reopening flushed file at 1731613637748 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 122ms, sequenceid=13, compaction requested=false at 1731613637756 (+8 ms)Writing region close event to WAL at 1731613637757 (+1 ms)Running coprocessor post-close hooks at 1731613637761 (+4 ms)Closed at 1731613637761 2024-11-14T19:47:17,761 DEBUG [RS_CLOSE_META-regionserver/867b237d0fa7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T19:47:17,778 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T19:47:17,779 INFO [regionserver/867b237d0fa7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T19:47:17,833 INFO [RS:0;867b237d0fa7:42441 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,42441,1731613634815; all regions closed. 2024-11-14T19:47:17,834 INFO [RS:1;867b237d0fa7:44055 {}] regionserver.HRegionServer(976): stopping server 867b237d0fa7,44055,1731613634862; all regions closed. 2024-11-14T19:47:17,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38399 is added to blk_1073741833_1009 (size=1758) 2024-11-14T19:47:17,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741833_1009 (size=1758) 2024-11-14T19:47:17,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741835_1011 (size=4338) 2024-11-14T19:47:17,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38399 is added to blk_1073741835_1011 (size=4338) 2024-11-14T19:47:17,839 DEBUG [RS:0;867b237d0fa7:42441 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/oldWALs 2024-11-14T19:47:17,839 INFO [RS:0;867b237d0fa7:42441 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C42441%2C1731613634815:(num 1731613635800) 2024-11-14T19:47:17,839 DEBUG [RS:1;867b237d0fa7:44055 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/oldWALs 2024-11-14T19:47:17,839 DEBUG [RS:0;867b237d0fa7:42441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:17,839 INFO [RS:1;867b237d0fa7:44055 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C44055%2C1731613634862.meta:.meta(num 1731613636207) 2024-11-14T19:47:17,839 INFO [RS:0;867b237d0fa7:42441 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:17,839 INFO [RS:0;867b237d0fa7:42441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:47:17,839 INFO [RS:0;867b237d0fa7:42441 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:47:17,839 INFO [RS:0;867b237d0fa7:42441 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T19:47:17,839 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:47:17,839 INFO [RS:0;867b237d0fa7:42441 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T19:47:17,839 INFO [RS:0;867b237d0fa7:42441 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T19:47:17,839 INFO [RS:0;867b237d0fa7:42441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:47:17,840 INFO [RS:0;867b237d0fa7:42441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42441 2024-11-14T19:47:17,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741834_1010 (size=1867) 2024-11-14T19:47:17,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38399 is added to blk_1073741834_1010 (size=1867) 2024-11-14T19:47:17,843 DEBUG [RS:1;867b237d0fa7:44055 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/oldWALs 2024-11-14T19:47:17,843 INFO [RS:1;867b237d0fa7:44055 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 867b237d0fa7%2C44055%2C1731613634862:(num 1731613635829) 2024-11-14T19:47:17,843 DEBUG [RS:1;867b237d0fa7:44055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T19:47:17,843 INFO [RS:1;867b237d0fa7:44055 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T19:47:17,844 INFO [RS:1;867b237d0fa7:44055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:47:17,844 INFO [RS:1;867b237d0fa7:44055 {}] hbase.ChoreService(370): Chore service for: regionserver/867b237d0fa7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T19:47:17,844 INFO [RS:1;867b237d0fa7:44055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:47:17,844 INFO [regionserver/867b237d0fa7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:47:17,844 INFO [RS:1;867b237d0fa7:44055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44055 2024-11-14T19:47:17,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T19:47:17,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x1013c10f61f0001, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/867b237d0fa7,42441,1731613634815 2024-11-14T19:47:17,847 INFO [RS:0;867b237d0fa7:42441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:47:17,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013c10f61f0002, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/867b237d0fa7,44055,1731613634862 2024-11-14T19:47:17,855 INFO [RS:1;867b237d0fa7:44055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:47:17,855 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,44055,1731613634862] 2024-11-14T19:47:17,871 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/867b237d0fa7,44055,1731613634862 already deleted, retry=false 2024-11-14T19:47:17,872 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,44055,1731613634862 expired; onlineServers=1 2024-11-14T19:47:17,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [867b237d0fa7,42441,1731613634815] 2024-11-14T19:47:17,880 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/867b237d0fa7,42441,1731613634815 already deleted, retry=false 2024-11-14T19:47:17,880 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 867b237d0fa7,42441,1731613634815 expired; onlineServers=0 2024-11-14T19:47:17,880 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '867b237d0fa7,41763,1731613634695' ***** 2024-11-14T19:47:17,880 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T19:47:17,880 INFO [M:0;867b237d0fa7:41763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T19:47:17,880 INFO [M:0;867b237d0fa7:41763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T19:47:17,880 DEBUG [M:0;867b237d0fa7:41763 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T19:47:17,880 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T19:47:17,880 DEBUG [M:0;867b237d0fa7:41763 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T19:47:17,880 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613635580 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.large.0-1731613635580,5,FailOnTimeoutGroup] 2024-11-14T19:47:17,880 DEBUG [master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613635581 {}] cleaner.HFileCleaner(306): Exit Thread[master/867b237d0fa7:0:becomeActiveMaster-HFileCleaner.small.0-1731613635581,5,FailOnTimeoutGroup] 2024-11-14T19:47:17,880 INFO [M:0;867b237d0fa7:41763 {}] hbase.ChoreService(370): Chore service for: master/867b237d0fa7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T19:47:17,880 INFO [M:0;867b237d0fa7:41763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T19:47:17,881 DEBUG [M:0;867b237d0fa7:41763 {}] master.HMaster(1795): Stopping service threads 2024-11-14T19:47:17,881 INFO [M:0;867b237d0fa7:41763 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T19:47:17,881 INFO [M:0;867b237d0fa7:41763 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T19:47:17,881 INFO [M:0;867b237d0fa7:41763 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T19:47:17,881 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T19:47:17,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T19:47:17,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T19:47:17,888 DEBUG [M:0;867b237d0fa7:41763 {}] zookeeper.ZKUtil(347): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T19:47:17,888 WARN [M:0;867b237d0fa7:41763 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T19:47:17,889 INFO [M:0;867b237d0fa7:41763 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/.lastflushedseqids 2024-11-14T19:47:17,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741844_1020 (size=182) 2024-11-14T19:47:17,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38399 is added to blk_1073741844_1020 (size=182) 2024-11-14T19:47:17,896 INFO [M:0;867b237d0fa7:41763 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T19:47:17,896 INFO [M:0;867b237d0fa7:41763 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T19:47:17,897 DEBUG [M:0;867b237d0fa7:41763 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T19:47:17,897 INFO [M:0;867b237d0fa7:41763 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:17,897 DEBUG [M:0;867b237d0fa7:41763 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:17,897 DEBUG [M:0;867b237d0fa7:41763 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T19:47:17,897 DEBUG [M:0;867b237d0fa7:41763 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:17,897 INFO [M:0;867b237d0fa7:41763 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-11-14T19:47:17,914 DEBUG [M:0;867b237d0fa7:41763 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9fc96ab460846b5b97d65f20195d781 is 82, key is hbase:meta,,1/info:regioninfo/1731613636238/Put/seqid=0 2024-11-14T19:47:17,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741845_1021 (size=5672) 2024-11-14T19:47:17,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38399 is added to blk_1073741845_1021 (size=5672) 2024-11-14T19:47:17,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x1013c10f61f0001, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:17,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x1013c10f61f0001, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:17,964 INFO [RS:0;867b237d0fa7:42441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:47:17,964 INFO [RS:0;867b237d0fa7:42441 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,42441,1731613634815; zookeeper connection closed. 2024-11-14T19:47:17,964 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fc6f045 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fc6f045 2024-11-14T19:47:17,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013c10f61f0002, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:17,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44055-0x1013c10f61f0002, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:17,972 INFO [RS:1;867b237d0fa7:44055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:47:17,972 INFO [RS:1;867b237d0fa7:44055 {}] regionserver.HRegionServer(1031): Exiting; stopping=867b237d0fa7,44055,1731613634862; zookeeper connection closed. 2024-11-14T19:47:17,972 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3eb33112 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3eb33112 2024-11-14T19:47:17,972 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T19:47:18,322 INFO [M:0;867b237d0fa7:41763 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9fc96ab460846b5b97d65f20195d781 2024-11-14T19:47:18,345 DEBUG [M:0;867b237d0fa7:41763 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fa3c8c62655477a8f19f8ee84a23eaf is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731613637097/Put/seqid=0 2024-11-14T19:47:18,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741846_1022 (size=6219) 2024-11-14T19:47:18,351 INFO [M:0;867b237d0fa7:41763 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fa3c8c62655477a8f19f8ee84a23eaf 2024-11-14T19:47:18,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38399 is added to blk_1073741846_1022 (size=6219) 2024-11-14T19:47:18,373 DEBUG [M:0;867b237d0fa7:41763 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c63b7596364e45b2aca14e7a1395496f is 69, key is 867b237d0fa7,42441,1731613634815/rs:state/1731613635638/Put/seqid=0 2024-11-14T19:47:18,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741847_1023 (size=5224) 2024-11-14T19:47:18,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38399 is added to blk_1073741847_1023 (size=5224) 2024-11-14T19:47:18,379 INFO [M:0;867b237d0fa7:41763 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c63b7596364e45b2aca14e7a1395496f 2024-11-14T19:47:18,384 DEBUG [M:0;867b237d0fa7:41763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9fc96ab460846b5b97d65f20195d781 as hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9fc96ab460846b5b97d65f20195d781 2024-11-14T19:47:18,390 INFO [M:0;867b237d0fa7:41763 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9fc96ab460846b5b97d65f20195d781, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T19:47:18,391 DEBUG [M:0;867b237d0fa7:41763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fa3c8c62655477a8f19f8ee84a23eaf as hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8fa3c8c62655477a8f19f8ee84a23eaf 2024-11-14T19:47:18,397 INFO [M:0;867b237d0fa7:41763 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8fa3c8c62655477a8f19f8ee84a23eaf, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T19:47:18,398 DEBUG [M:0;867b237d0fa7:41763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c63b7596364e45b2aca14e7a1395496f as hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c63b7596364e45b2aca14e7a1395496f 2024-11-14T19:47:18,404 INFO [M:0;867b237d0fa7:41763 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38693/user/jenkins/test-data/8a54d150-7dfb-7f26-b08c-970cab54b09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c63b7596364e45b2aca14e7a1395496f, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T19:47:18,405 INFO [M:0;867b237d0fa7:41763 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 508ms, sequenceid=71, compaction requested=false 2024-11-14T19:47:18,407 INFO [M:0;867b237d0fa7:41763 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T19:47:18,407 DEBUG [M:0;867b237d0fa7:41763 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731613637897Disabling compacts and flushes for region at 1731613637897Disabling writes for close at 1731613637897Obtaining lock to block concurrent updates at 1731613637897Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731613637897Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731613637897Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731613637898 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731613637898Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731613637913 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731613637914 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731613638328 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731613638345 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731613638345Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731613638356 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731613638372 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731613638372Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a28d1b8: reopening flushed file at 1731613638384 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68a1b9eb: reopening flushed file at 1731613638390 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb419e9: reopening flushed file at 1731613638397 (+7 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 508ms, sequenceid=71, compaction requested=false at 1731613638405 (+8 ms)Writing region close event to WAL at 1731613638407 (+2 ms)Closed at 1731613638407 2024-11-14T19:47:18,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741830_1006 (size=35489) 2024-11-14T19:47:18,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38399 is added to blk_1073741830_1006 (size=35489) 2024-11-14T19:47:18,410 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T19:47:18,410 INFO [M:0;867b237d0fa7:41763 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T19:47:18,410 INFO [M:0;867b237d0fa7:41763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41763 2024-11-14T19:47:18,411 INFO [M:0;867b237d0fa7:41763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T19:47:18,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:18,547 INFO [M:0;867b237d0fa7:41763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T19:47:18,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41763-0x1013c10f61f0000, quorum=127.0.0.1:63335, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T19:47:18,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@650b89b6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:47:18,550 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e319fb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:47:18,550 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:47:18,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40007ec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:47:18,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@463b5394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/hadoop.log.dir/,STOPPED} 2024-11-14T19:47:18,551 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:47:18,551 WARN [BP-1025721326-172.17.0.2-1731613632938 heartbeating to localhost/127.0.0.1:38693 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:47:18,551 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:47:18,551 WARN [BP-1025721326-172.17.0.2-1731613632938 heartbeating to localhost/127.0.0.1:38693 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1025721326-172.17.0.2-1731613632938 (Datanode Uuid f7bd928a-f814-4ba7-9ebd-1598b06e9430) service to localhost/127.0.0.1:38693 2024-11-14T19:47:18,551 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/cluster_3bc3e210-e1a2-5ae7-8c78-0e24dad7a0cc/data/data3/current/BP-1025721326-172.17.0.2-1731613632938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:18,552 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/cluster_3bc3e210-e1a2-5ae7-8c78-0e24dad7a0cc/data/data4/current/BP-1025721326-172.17.0.2-1731613632938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:18,552 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:47:18,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35af59a5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:47:18,553 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71a9df7c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:47:18,553 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:47:18,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@547289d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:47:18,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@890bf69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/hadoop.log.dir/,STOPPED} 2024-11-14T19:47:18,555 WARN [BP-1025721326-172.17.0.2-1731613632938 heartbeating to localhost/127.0.0.1:38693 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:47:18,555 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:47:18,555 WARN [BP-1025721326-172.17.0.2-1731613632938 heartbeating to localhost/127.0.0.1:38693 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1025721326-172.17.0.2-1731613632938 (Datanode Uuid 74acb904-f109-463c-8f42-2a3f86a1a25f) service to localhost/127.0.0.1:38693 2024-11-14T19:47:18,555 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:47:18,556 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/cluster_3bc3e210-e1a2-5ae7-8c78-0e24dad7a0cc/data/data1/current/BP-1025721326-172.17.0.2-1731613632938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:18,556 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/cluster_3bc3e210-e1a2-5ae7-8c78-0e24dad7a0cc/data/data2/current/BP-1025721326-172.17.0.2-1731613632938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:47:18,556 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:47:18,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dc2745{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:47:18,563 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57ae5f39{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:47:18,563 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:47:18,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a78e7b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:47:18,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@403e2419{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90773086-cc35-1068-a4eb-20a52ff2b764/hadoop.log.dir/,STOPPED} 2024-11-14T19:47:18,572 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T19:47:18,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T19:47:18,594 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=188 (was 169) - Thread LEAK? -, OpenFileDescriptor=552 (was 525) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=341 (was 353), ProcessCount=11 (was 11), AvailableMemoryMB=5189 (was 5298)