2024-11-13 19:42:26,811 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-13 19:42:26,832 main DEBUG Took 0.019257 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 19:42:26,833 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 19:42:26,833 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 19:42:26,834 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 19:42:26,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:42:26,848 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 19:42:26,863 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:42:26,865 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:42:26,866 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:42:26,866 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:42:26,867 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:42:26,868 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:42:26,869 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:42:26,870 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:42:26,871 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:42:26,871 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:42:26,872 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:42:26,873 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:42:26,874 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:42:26,874 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:42:26,875 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:42:26,876 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:42:26,876 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:42:26,877 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:42:26,877 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:42:26,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:42:26,878 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:42:26,879 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:42:26,880 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:42:26,880 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 19:42:26,881 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:42:26,881 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 19:42:26,883 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 19:42:26,885 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 19:42:26,888 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 19:42:26,889 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 19:42:26,891 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 19:42:26,891 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 19:42:26,901 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 19:42:26,904 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 19:42:26,905 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 19:42:26,906 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 19:42:26,906 main DEBUG createAppenders(={Console}) 2024-11-13 19:42:26,907 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-13 19:42:26,907 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-13 19:42:26,908 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-13 19:42:26,908 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 19:42:26,909 main DEBUG OutputStream closed 2024-11-13 19:42:26,909 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 19:42:26,909 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 19:42:26,909 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-13 19:42:26,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 19:42:26,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 19:42:26,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 19:42:26,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 19:42:26,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 19:42:26,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 19:42:26,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 19:42:26,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 19:42:26,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 19:42:26,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 19:42:26,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 19:42:26,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 19:42:26,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 19:42:26,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 19:42:26,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 19:42:26,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 19:42:26,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 19:42:26,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 19:42:26,997 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 19:42:26,998 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-13 19:42:26,998 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 19:42:26,999 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-13T19:42:27,015 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-13 19:42:27,017 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 19:42:27,018 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T19:42:27,086 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=228, ProcessCount=11, AvailableMemoryMB=3840 2024-11-13T19:42:27,329 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c 2024-11-13T19:42:27,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:42:27,348 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/cluster_aef53769-f757-4fc4-a84a-e78db6a5bf08, deleteOnExit=true 2024-11-13T19:42:27,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:42:27,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/test.cache.data in system properties and HBase conf 2024-11-13T19:42:27,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:42:27,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:42:27,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:42:27,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:42:27,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:42:27,440 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T19:42:27,539 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:42:27,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:42:27,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:42:27,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:42:27,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:42:27,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:42:27,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:42:27,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:42:27,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:42:27,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:42:27,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:42:27,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:42:27,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:42:27,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:42:27,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:42:28,488 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T19:42:28,561 INFO [Time-limited test {}] log.Log(170): Logging initialized @2492ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T19:42:28,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:42:28,718 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:42:28,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:42:28,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:42:28,751 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:42:28,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:42:28,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:42:28,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:42:28,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/java.io.tmpdir/jetty-localhost-45915-hadoop-hdfs-3_4_1-tests_jar-_-any-1509359049670890891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:42:28,972 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:45915} 2024-11-13T19:42:28,972 INFO [Time-limited test {}] server.Server(415): Started @2904ms 2024-11-13T19:42:29,463 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:42:29,471 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:42:29,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:42:29,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:42:29,473 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:42:29,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18d551c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:42:29,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684a1a54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:42:29,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc3e688{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/java.io.tmpdir/jetty-localhost-40233-hadoop-hdfs-3_4_1-tests_jar-_-any-9199908237000003101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:42:29,582 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21b0fe12{HTTP/1.1, (http/1.1)}{localhost:40233} 2024-11-13T19:42:29,583 INFO [Time-limited test {}] server.Server(415): Started @3514ms 2024-11-13T19:42:29,636 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:42:29,754 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:42:29,760 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:42:29,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:42:29,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:42:29,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:42:29,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@727c4888{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:42:29,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b611e38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:42:29,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5acf7a93{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/java.io.tmpdir/jetty-localhost-46373-hadoop-hdfs-3_4_1-tests_jar-_-any-7898135461581546037/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:42:29,873 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52bff630{HTTP/1.1, (http/1.1)}{localhost:46373} 2024-11-13T19:42:29,873 INFO [Time-limited test {}] server.Server(415): Started @3804ms 2024-11-13T19:42:29,875 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:42:30,518 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/cluster_aef53769-f757-4fc4-a84a-e78db6a5bf08/data/data2/current/BP-1491884550-172.17.0.3-1731526948131/current, will proceed with Du for space computation calculation, 2024-11-13T19:42:30,518 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/cluster_aef53769-f757-4fc4-a84a-e78db6a5bf08/data/data4/current/BP-1491884550-172.17.0.3-1731526948131/current, will proceed with Du for space computation calculation, 2024-11-13T19:42:30,518 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/cluster_aef53769-f757-4fc4-a84a-e78db6a5bf08/data/data1/current/BP-1491884550-172.17.0.3-1731526948131/current, will proceed with Du for space computation calculation, 2024-11-13T19:42:30,518 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/cluster_aef53769-f757-4fc4-a84a-e78db6a5bf08/data/data3/current/BP-1491884550-172.17.0.3-1731526948131/current, will proceed with Du for space computation calculation, 2024-11-13T19:42:30,557 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:42:30,557 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:42:30,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe596e9ed96292af with lease ID 0xd6d2b640045aab1b: Processing first storage report for DS-ea216c5f-e0b1-4d42-b2d5-d86c15818625 from datanode DatanodeRegistration(127.0.0.1:45815, datanodeUuid=9abd4ec3-403c-416e-9cac-5aeb33698783, infoPort=38001, infoSecurePort=0, ipcPort=34417, storageInfo=lv=-57;cid=testClusterID;nsid=1626422221;c=1731526948131) 2024-11-13T19:42:30,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe596e9ed96292af with lease ID 0xd6d2b640045aab1b: from storage DS-ea216c5f-e0b1-4d42-b2d5-d86c15818625 node DatanodeRegistration(127.0.0.1:45815, datanodeUuid=9abd4ec3-403c-416e-9cac-5aeb33698783, infoPort=38001, infoSecurePort=0, ipcPort=34417, storageInfo=lv=-57;cid=testClusterID;nsid=1626422221;c=1731526948131), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T19:42:30,621 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9aa626c9bed5274 with lease ID 0xd6d2b640045aab1a: Processing first storage report for DS-605ff114-b463-425c-866b-63248277689d from datanode DatanodeRegistration(127.0.0.1:34907, datanodeUuid=bdd4dd38-7576-4238-a431-f3f2087385cc, infoPort=46853, infoSecurePort=0, ipcPort=46153, storageInfo=lv=-57;cid=testClusterID;nsid=1626422221;c=1731526948131) 2024-11-13T19:42:30,621 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9aa626c9bed5274 with lease ID 0xd6d2b640045aab1a: from storage DS-605ff114-b463-425c-866b-63248277689d node DatanodeRegistration(127.0.0.1:34907, datanodeUuid=bdd4dd38-7576-4238-a431-f3f2087385cc, infoPort=46853, infoSecurePort=0, ipcPort=46153, storageInfo=lv=-57;cid=testClusterID;nsid=1626422221;c=1731526948131), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:42:30,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe596e9ed96292af with lease ID 0xd6d2b640045aab1b: Processing first storage report for DS-aa6c46d5-4a69-4467-9c4f-60ecc2e8c7c8 from datanode DatanodeRegistration(127.0.0.1:45815, datanodeUuid=9abd4ec3-403c-416e-9cac-5aeb33698783, infoPort=38001, infoSecurePort=0, ipcPort=34417, storageInfo=lv=-57;cid=testClusterID;nsid=1626422221;c=1731526948131) 2024-11-13T19:42:30,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe596e9ed96292af with lease ID 0xd6d2b640045aab1b: from storage DS-aa6c46d5-4a69-4467-9c4f-60ecc2e8c7c8 node DatanodeRegistration(127.0.0.1:45815, datanodeUuid=9abd4ec3-403c-416e-9cac-5aeb33698783, infoPort=38001, infoSecurePort=0, ipcPort=34417, storageInfo=lv=-57;cid=testClusterID;nsid=1626422221;c=1731526948131), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:42:30,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9aa626c9bed5274 with lease ID 0xd6d2b640045aab1a: Processing first storage report for DS-fdd2dcad-1edf-4599-99c3-7e8fe92e5fbc from datanode DatanodeRegistration(127.0.0.1:34907, datanodeUuid=bdd4dd38-7576-4238-a431-f3f2087385cc, infoPort=46853, infoSecurePort=0, ipcPort=46153, storageInfo=lv=-57;cid=testClusterID;nsid=1626422221;c=1731526948131) 2024-11-13T19:42:30,623 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9aa626c9bed5274 with lease ID 0xd6d2b640045aab1a: from storage DS-fdd2dcad-1edf-4599-99c3-7e8fe92e5fbc node DatanodeRegistration(127.0.0.1:34907, datanodeUuid=bdd4dd38-7576-4238-a431-f3f2087385cc, infoPort=46853, infoSecurePort=0, ipcPort=46153, storageInfo=lv=-57;cid=testClusterID;nsid=1626422221;c=1731526948131), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:42:30,705 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c 2024-11-13T19:42:30,767 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/cluster_aef53769-f757-4fc4-a84a-e78db6a5bf08/zookeeper_0, clientPort=54426, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/cluster_aef53769-f757-4fc4-a84a-e78db6a5bf08/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/cluster_aef53769-f757-4fc4-a84a-e78db6a5bf08/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:42:30,776 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54426 2024-11-13T19:42:30,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:30,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:31,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:42:31,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45815 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:42:31,416 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448 with version=8 2024-11-13T19:42:31,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/hbase-staging 2024-11-13T19:42:31,495 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T19:42:31,722 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:42:31,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:31,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:31,736 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:42:31,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:31,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:42:31,884 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:42:31,942 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T19:42:31,954 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T19:42:31,958 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:42:31,982 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 41594 (auto-detected) 2024-11-13T19:42:31,984 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-13T19:42:32,003 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39061 2024-11-13T19:42:32,024 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39061 connecting to ZooKeeper ensemble=127.0.0.1:54426 2024-11-13T19:42:32,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390610x0, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:42:32,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39061-0x10136e645090000 connected 2024-11-13T19:42:32,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:32,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:32,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:32,225 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448, hbase.cluster.distributed=false 2024-11-13T19:42:32,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T19:42:32,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39061 2024-11-13T19:42:32,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39061 2024-11-13T19:42:32,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39061 2024-11-13T19:42:32,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39061 2024-11-13T19:42:32,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39061 2024-11-13T19:42:32,348 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:42:32,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:32,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:32,350 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:42:32,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:32,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:42:32,353 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:42:32,355 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:42:32,356 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43445 2024-11-13T19:42:32,358 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43445 connecting to ZooKeeper ensemble=127.0.0.1:54426 2024-11-13T19:42:32,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:32,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:32,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434450x0, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:42:32,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434450x0, quorum=127.0.0.1:54426, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:32,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43445-0x10136e645090001 connected 2024-11-13T19:42:32,380 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:42:32,388 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:42:32,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43445-0x10136e645090001, quorum=127.0.0.1:54426, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T19:42:32,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43445-0x10136e645090001, quorum=127.0.0.1:54426, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T19:42:32,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43445 2024-11-13T19:42:32,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43445 2024-11-13T19:42:32,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43445 2024-11-13T19:42:32,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43445 2024-11-13T19:42:32,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43445 2024-11-13T19:42:32,415 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:42:32,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:32,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:32,416 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:42:32,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:32,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:42:32,417 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:42:32,417 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:42:32,418 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35479 2024-11-13T19:42:32,420 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35479 connecting to ZooKeeper ensemble=127.0.0.1:54426 2024-11-13T19:42:32,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:32,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:32,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354790x0, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:42:32,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354790x0, quorum=127.0.0.1:54426, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:32,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35479-0x10136e645090002 connected 2024-11-13T19:42:32,444 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:42:32,445 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:42:32,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35479-0x10136e645090002, quorum=127.0.0.1:54426, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T19:42:32,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35479-0x10136e645090002, quorum=127.0.0.1:54426, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T19:42:32,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35479 2024-11-13T19:42:32,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35479 2024-11-13T19:42:32,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35479 2024-11-13T19:42:32,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35479 2024-11-13T19:42:32,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35479 2024-11-13T19:42:32,463 DEBUG [M:0;80cec940e2c9:39061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:39061 2024-11-13T19:42:32,464 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/80cec940e2c9,39061,1731526951573 2024-11-13T19:42:32,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:32,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x10136e645090002, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:32,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x10136e645090001, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:32,478 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/80cec940e2c9,39061,1731526951573 2024-11-13T19:42:32,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x10136e645090002, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T19:42:32,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x10136e645090001, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T19:42:32,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:32,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x10136e645090002, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:32,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x10136e645090001, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:32,514 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T19:42:32,515 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/80cec940e2c9,39061,1731526951573 from backup master directory 2024-11-13T19:42:32,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x10136e645090001, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:32,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/80cec940e2c9,39061,1731526951573 2024-11-13T19:42:32,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x10136e645090002, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:32,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:32,527 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:42:32,527 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,39061,1731526951573 2024-11-13T19:42:32,530 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T19:42:32,531 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T19:42:32,590 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/hbase.id] with ID: f3484c26-6935-4a94-9d39-037aeb234c74 2024-11-13T19:42:32,590 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/.tmp/hbase.id 2024-11-13T19:42:32,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:42:32,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45815 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:42:32,606 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/.tmp/hbase.id]:[hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/hbase.id] 2024-11-13T19:42:32,656 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:32,660 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:42:32,679 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-13T19:42:32,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x10136e645090002, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:32,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x10136e645090001, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:32,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:32,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:42:32,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45815 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:42:32,726 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:42:32,728 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:42:32,744 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T19:42:32,748 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:42:32,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45815 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:42:32,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:42:32,797 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/data/master/store 2024-11-13T19:42:32,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:42:32,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45815 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:42:32,822 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T19:42:32,825 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:32,827 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:42:32,827 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:32,827 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:32,829 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:42:32,829 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:32,829 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:32,830 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526952827Disabling compacts and flushes for region at 1731526952827Disabling writes for close at 1731526952829 (+2 ms)Writing region close event to WAL at 1731526952829Closed at 1731526952829 2024-11-13T19:42:32,833 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/data/master/store/.initializing 2024-11-13T19:42:32,833 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/WALs/80cec940e2c9,39061,1731526951573 2024-11-13T19:42:32,841 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:42:32,857 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C39061%2C1731526951573, suffix=, logDir=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/WALs/80cec940e2c9,39061,1731526951573, archiveDir=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/oldWALs, maxLogs=10 2024-11-13T19:42:32,884 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/WALs/80cec940e2c9,39061,1731526951573/80cec940e2c9%2C39061%2C1731526951573.1731526952863, exclude list is [], retry=0 2024-11-13T19:42:32,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34907,DS-605ff114-b463-425c-866b-63248277689d,DISK] 2024-11-13T19:42:32,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45815,DS-ea216c5f-e0b1-4d42-b2d5-d86c15818625,DISK] 2024-11-13T19:42:32,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T19:42:32,936 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/WALs/80cec940e2c9,39061,1731526951573/80cec940e2c9%2C39061%2C1731526951573.1731526952863 2024-11-13T19:42:32,937 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38001:38001),(127.0.0.1/127.0.0.1:46853:46853)] 2024-11-13T19:42:32,937 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:42:32,938 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:32,941 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:32,942 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:32,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:33,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:42:33,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:33,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:33,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:33,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:42:33,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:33,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:42:33,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:33,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:42:33,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:33,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:42:33,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:33,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:42:33,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:33,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:42:33,025 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:33,029 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:33,031 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:33,038 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:33,038 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:33,042 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:42:33,046 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:33,051 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:42:33,053 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65348446, jitterRate=-0.026232272386550903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:42:33,061 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526952953Initializing all the Stores at 1731526952956 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526952956Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526952957 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526952957Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526952957Cleaning up temporary data from old regions at 1731526953039 (+82 ms)Region opened successfully at 1731526953061 (+22 ms) 2024-11-13T19:42:33,062 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:42:33,099 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f82c36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:42:33,133 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:42:33,144 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:42:33,145 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:42:33,148 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:42:33,149 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T19:42:33,154 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T19:42:33,154 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:42:33,189 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:42:33,200 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T19:42:33,234 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T19:42:33,237 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:42:33,239 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:42:33,246 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T19:42:33,248 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:42:33,252 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:42:33,263 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T19:42:33,264 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:42:33,271 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T19:42:33,287 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:42:33,296 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T19:42:33,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x10136e645090001, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:33,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x10136e645090002, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:33,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:33,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x10136e645090002, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:33,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:33,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x10136e645090001, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:33,314 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,39061,1731526951573, sessionid=0x10136e645090000, setting cluster-up flag (Was=false) 2024-11-13T19:42:33,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:33,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x10136e645090001, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:33,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x10136e645090002, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:33,371 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T19:42:33,376 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,39061,1731526951573 2024-11-13T19:42:33,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:33,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x10136e645090002, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:33,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x10136e645090001, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:33,426 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T19:42:33,429 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,39061,1731526951573 2024-11-13T19:42:33,440 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:42:33,454 INFO [RS:1;80cec940e2c9:35479 {}] regionserver.HRegionServer(746): ClusterId : f3484c26-6935-4a94-9d39-037aeb234c74 2024-11-13T19:42:33,454 INFO [RS:0;80cec940e2c9:43445 {}] regionserver.HRegionServer(746): ClusterId : f3484c26-6935-4a94-9d39-037aeb234c74 2024-11-13T19:42:33,457 DEBUG [RS:1;80cec940e2c9:35479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:42:33,457 DEBUG [RS:0;80cec940e2c9:43445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:42:33,478 DEBUG [RS:1;80cec940e2c9:35479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:42:33,478 DEBUG [RS:0;80cec940e2c9:43445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:42:33,478 DEBUG [RS:1;80cec940e2c9:35479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:42:33,478 DEBUG [RS:0;80cec940e2c9:43445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:42:33,489 DEBUG [RS:1;80cec940e2c9:35479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:42:33,489 DEBUG [RS:0;80cec940e2c9:43445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:42:33,490 DEBUG [RS:1;80cec940e2c9:35479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c34cc42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:42:33,490 DEBUG [RS:0;80cec940e2c9:43445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ed070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:42:33,506 DEBUG [RS:1;80cec940e2c9:35479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;80cec940e2c9:35479 2024-11-13T19:42:33,509 DEBUG [RS:0;80cec940e2c9:43445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:43445 2024-11-13T19:42:33,509 INFO [RS:1;80cec940e2c9:35479 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:42:33,509 INFO [RS:0;80cec940e2c9:43445 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:42:33,510 INFO [RS:1;80cec940e2c9:35479 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:42:33,510 INFO [RS:0;80cec940e2c9:43445 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:42:33,510 DEBUG [RS:1;80cec940e2c9:35479 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:42:33,510 DEBUG [RS:0;80cec940e2c9:43445 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:42:33,512 INFO [RS:0;80cec940e2c9:43445 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,39061,1731526951573 with port=43445, startcode=1731526952315 2024-11-13T19:42:33,512 INFO [RS:1;80cec940e2c9:35479 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,39061,1731526951573 with port=35479, startcode=1731526952415 2024-11-13T19:42:33,520 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:42:33,523 DEBUG [RS:1;80cec940e2c9:35479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:42:33,523 DEBUG [RS:0;80cec940e2c9:43445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:42:33,530 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:42:33,536 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:42:33,542 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,39061,1731526951573 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:42:33,549 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:42:33,549 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:42:33,549 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:42:33,550 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:42:33,550 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:42:33,550 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,550 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:42:33,550 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,554 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526983554 2024-11-13T19:42:33,556 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:42:33,556 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:42:33,556 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:42:33,557 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:42:33,560 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:42:33,561 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:42:33,561 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:42:33,561 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:42:33,562 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39061 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T19:42:33,562 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:42:33,563 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:42:33,562 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,567 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:42:33,568 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:42:33,568 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:42:33,568 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:33,569 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:42:33,573 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:42:33,573 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39061 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T19:42:33,573 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:42:33,575 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526953574,5,FailOnTimeoutGroup] 2024-11-13T19:42:33,575 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526953575,5,FailOnTimeoutGroup] 2024-11-13T19:42:33,576 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,576 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:42:33,577 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,577 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45815 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:42:33,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:42:33,582 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:42:33,583 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448 2024-11-13T19:42:33,590 DEBUG [RS:0;80cec940e2c9:43445 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T19:42:33,590 DEBUG [RS:1;80cec940e2c9:35479 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T19:42:33,590 WARN [RS:0;80cec940e2c9:43445 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T19:42:33,590 WARN [RS:1;80cec940e2c9:35479 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T19:42:33,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741832_1008 (size=32) 2024-11-13T19:42:33,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45815 is added to blk_1073741832_1008 (size=32) 2024-11-13T19:42:33,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:33,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:42:33,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:42:33,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:33,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:33,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:42:33,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:42:33,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:33,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:33,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:42:33,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:42:33,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:33,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:33,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:42:33,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:42:33,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:33,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:33,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:42:33,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/hbase/meta/1588230740 2024-11-13T19:42:33,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/hbase/meta/1588230740 2024-11-13T19:42:33,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:42:33,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:42:33,621 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:42:33,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:42:33,628 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:42:33,629 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63659039, jitterRate=-0.05140639841556549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:42:33,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526953598Initializing all the Stores at 1731526953600 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526953600Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526953600Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526953600Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526953600Cleaning up temporary data from old regions at 1731526953620 (+20 ms)Region opened successfully at 1731526953633 (+13 ms) 2024-11-13T19:42:33,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:42:33,634 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:42:33,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:42:33,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:42:33,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:42:33,635 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:42:33,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526953633Disabling compacts and flushes for region at 1731526953633Disabling writes for close at 1731526953634 (+1 ms)Writing region close event to WAL at 1731526953635 (+1 ms)Closed at 1731526953635 2024-11-13T19:42:33,638 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:42:33,639 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:42:33,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:42:33,652 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:42:33,655 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:42:33,692 INFO [RS:1;80cec940e2c9:35479 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,39061,1731526951573 with port=35479, startcode=1731526952415 2024-11-13T19:42:33,692 INFO [RS:0;80cec940e2c9:43445 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,39061,1731526951573 with port=43445, startcode=1731526952315 2024-11-13T19:42:33,695 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39061 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,43445,1731526952315 2024-11-13T19:42:33,698 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39061 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,43445,1731526952315 2024-11-13T19:42:33,708 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39061 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,35479,1731526952415 2024-11-13T19:42:33,709 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39061 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,35479,1731526952415 2024-11-13T19:42:33,709 DEBUG [RS:0;80cec940e2c9:43445 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448 2024-11-13T19:42:33,709 DEBUG [RS:0;80cec940e2c9:43445 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35515 2024-11-13T19:42:33,709 DEBUG [RS:0;80cec940e2c9:43445 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:42:33,713 DEBUG [RS:1;80cec940e2c9:35479 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448 2024-11-13T19:42:33,713 DEBUG [RS:1;80cec940e2c9:35479 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35515 2024-11-13T19:42:33,713 DEBUG [RS:1;80cec940e2c9:35479 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:42:33,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T19:42:33,768 DEBUG [RS:0;80cec940e2c9:43445 {}] zookeeper.ZKUtil(111): regionserver:43445-0x10136e645090001, quorum=127.0.0.1:54426, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80cec940e2c9,43445,1731526952315 2024-11-13T19:42:33,768 WARN [RS:0;80cec940e2c9:43445 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:42:33,768 INFO [RS:0;80cec940e2c9:43445 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:42:33,768 DEBUG [RS:1;80cec940e2c9:35479 {}] zookeeper.ZKUtil(111): regionserver:35479-0x10136e645090002, quorum=127.0.0.1:54426, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80cec940e2c9,35479,1731526952415 2024-11-13T19:42:33,768 WARN [RS:1;80cec940e2c9:35479 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:42:33,768 DEBUG [RS:0;80cec940e2c9:43445 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/WALs/80cec940e2c9,43445,1731526952315 2024-11-13T19:42:33,768 INFO [RS:1;80cec940e2c9:35479 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:42:33,769 DEBUG [RS:1;80cec940e2c9:35479 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/WALs/80cec940e2c9,35479,1731526952415 2024-11-13T19:42:33,769 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,35479,1731526952415] 2024-11-13T19:42:33,769 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,43445,1731526952315] 2024-11-13T19:42:33,793 INFO [RS:0;80cec940e2c9:43445 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:42:33,793 INFO [RS:1;80cec940e2c9:35479 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:42:33,806 WARN [80cec940e2c9:39061 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T19:42:33,811 INFO [RS:1;80cec940e2c9:35479 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:42:33,811 INFO [RS:0;80cec940e2c9:43445 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:42:33,817 INFO [RS:0;80cec940e2c9:43445 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:42:33,817 INFO [RS:1;80cec940e2c9:35479 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:42:33,817 INFO [RS:0;80cec940e2c9:43445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,817 INFO [RS:1;80cec940e2c9:35479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,818 INFO [RS:1;80cec940e2c9:35479 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:42:33,819 INFO [RS:0;80cec940e2c9:43445 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:42:33,825 INFO [RS:1;80cec940e2c9:35479 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:42:33,825 INFO [RS:0;80cec940e2c9:43445 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:42:33,827 INFO [RS:0;80cec940e2c9:43445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,827 INFO [RS:1;80cec940e2c9:35479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,827 DEBUG [RS:0;80cec940e2c9:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,827 DEBUG [RS:1;80cec940e2c9:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,827 DEBUG [RS:0;80cec940e2c9:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,827 DEBUG [RS:1;80cec940e2c9:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,827 DEBUG [RS:1;80cec940e2c9:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,827 DEBUG [RS:0;80cec940e2c9:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,827 DEBUG [RS:0;80cec940e2c9:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,827 DEBUG [RS:1;80cec940e2c9:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,828 DEBUG [RS:0;80cec940e2c9:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,828 DEBUG [RS:1;80cec940e2c9:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,828 DEBUG [RS:0;80cec940e2c9:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:42:33,828 DEBUG [RS:1;80cec940e2c9:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:42:33,828 DEBUG [RS:0;80cec940e2c9:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,828 DEBUG [RS:1;80cec940e2c9:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,828 DEBUG [RS:1;80cec940e2c9:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,828 DEBUG [RS:0;80cec940e2c9:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,828 DEBUG [RS:1;80cec940e2c9:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,828 DEBUG [RS:0;80cec940e2c9:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,829 DEBUG [RS:1;80cec940e2c9:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,829 DEBUG [RS:0;80cec940e2c9:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,829 DEBUG [RS:1;80cec940e2c9:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,829 DEBUG [RS:0;80cec940e2c9:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,829 DEBUG [RS:1;80cec940e2c9:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,829 DEBUG [RS:0;80cec940e2c9:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:33,829 DEBUG [RS:1;80cec940e2c9:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:42:33,829 DEBUG [RS:0;80cec940e2c9:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:42:33,829 DEBUG [RS:0;80cec940e2c9:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:42:33,829 DEBUG [RS:1;80cec940e2c9:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:42:33,831 INFO [RS:0;80cec940e2c9:43445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,831 INFO [RS:1;80cec940e2c9:35479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,832 INFO [RS:0;80cec940e2c9:43445 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,832 INFO [RS:1;80cec940e2c9:35479 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,832 INFO [RS:0;80cec940e2c9:43445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,832 INFO [RS:1;80cec940e2c9:35479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,832 INFO [RS:0;80cec940e2c9:43445 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,832 INFO [RS:1;80cec940e2c9:35479 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,832 INFO [RS:0;80cec940e2c9:43445 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,832 INFO [RS:1;80cec940e2c9:35479 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,832 INFO [RS:0;80cec940e2c9:43445 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43445,1731526952315-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:42:33,832 INFO [RS:1;80cec940e2c9:35479 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,35479,1731526952415-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:42:33,857 INFO [RS:0;80cec940e2c9:43445 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:42:33,857 INFO [RS:1;80cec940e2c9:35479 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:42:33,859 INFO [RS:0;80cec940e2c9:43445 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43445,1731526952315-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,859 INFO [RS:1;80cec940e2c9:35479 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,35479,1731526952415-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,859 INFO [RS:1;80cec940e2c9:35479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,859 INFO [RS:0;80cec940e2c9:43445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,859 INFO [RS:1;80cec940e2c9:35479 {}] regionserver.Replication(171): 80cec940e2c9,35479,1731526952415 started 2024-11-13T19:42:33,859 INFO [RS:0;80cec940e2c9:43445 {}] regionserver.Replication(171): 80cec940e2c9,43445,1731526952315 started 2024-11-13T19:42:33,880 INFO [RS:1;80cec940e2c9:35479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,880 INFO [RS:1;80cec940e2c9:35479 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,35479,1731526952415, RpcServer on 80cec940e2c9/172.17.0.3:35479, sessionid=0x10136e645090002 2024-11-13T19:42:33,881 DEBUG [RS:1;80cec940e2c9:35479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:42:33,881 DEBUG [RS:1;80cec940e2c9:35479 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,35479,1731526952415 2024-11-13T19:42:33,882 DEBUG [RS:1;80cec940e2c9:35479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,35479,1731526952415' 2024-11-13T19:42:33,882 DEBUG [RS:1;80cec940e2c9:35479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T19:42:33,882 INFO [RS:0;80cec940e2c9:43445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:33,883 INFO [RS:0;80cec940e2c9:43445 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,43445,1731526952315, RpcServer on 80cec940e2c9/172.17.0.3:43445, sessionid=0x10136e645090001 2024-11-13T19:42:33,883 DEBUG [RS:0;80cec940e2c9:43445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:42:33,883 DEBUG [RS:0;80cec940e2c9:43445 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,43445,1731526952315 2024-11-13T19:42:33,883 DEBUG [RS:1;80cec940e2c9:35479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T19:42:33,883 DEBUG [RS:0;80cec940e2c9:43445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,43445,1731526952315' 2024-11-13T19:42:33,883 DEBUG [RS:0;80cec940e2c9:43445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T19:42:33,884 DEBUG [RS:1;80cec940e2c9:35479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:42:33,884 DEBUG [RS:0;80cec940e2c9:43445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T19:42:33,884 DEBUG [RS:1;80cec940e2c9:35479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:42:33,884 DEBUG [RS:1;80cec940e2c9:35479 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,35479,1731526952415 2024-11-13T19:42:33,884 DEBUG [RS:1;80cec940e2c9:35479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,35479,1731526952415' 2024-11-13T19:42:33,884 DEBUG [RS:1;80cec940e2c9:35479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T19:42:33,884 DEBUG [RS:0;80cec940e2c9:43445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:42:33,884 DEBUG [RS:0;80cec940e2c9:43445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:42:33,884 DEBUG [RS:0;80cec940e2c9:43445 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,43445,1731526952315 2024-11-13T19:42:33,885 DEBUG [RS:0;80cec940e2c9:43445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,43445,1731526952315' 2024-11-13T19:42:33,885 DEBUG [RS:0;80cec940e2c9:43445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T19:42:33,885 DEBUG [RS:1;80cec940e2c9:35479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T19:42:33,885 DEBUG [RS:0;80cec940e2c9:43445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T19:42:33,885 DEBUG [RS:1;80cec940e2c9:35479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:42:33,885 INFO [RS:1;80cec940e2c9:35479 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:42:33,886 INFO [RS:1;80cec940e2c9:35479 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:42:33,886 DEBUG [RS:0;80cec940e2c9:43445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:42:33,886 INFO [RS:0;80cec940e2c9:43445 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:42:33,886 INFO [RS:0;80cec940e2c9:43445 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:42:33,990 INFO [RS:1;80cec940e2c9:35479 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:42:33,990 INFO [RS:0;80cec940e2c9:43445 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:42:33,993 INFO [RS:1;80cec940e2c9:35479 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C35479%2C1731526952415, suffix=, logDir=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/WALs/80cec940e2c9,35479,1731526952415, archiveDir=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/oldWALs, maxLogs=32 2024-11-13T19:42:33,993 INFO [RS:0;80cec940e2c9:43445 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C43445%2C1731526952315, suffix=, logDir=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/WALs/80cec940e2c9,43445,1731526952315, archiveDir=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/oldWALs, maxLogs=32 2024-11-13T19:42:34,010 DEBUG [RS:1;80cec940e2c9:35479 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/WALs/80cec940e2c9,35479,1731526952415/80cec940e2c9%2C35479%2C1731526952415.1731526953998, exclude list is [], retry=0 2024-11-13T19:42:34,010 DEBUG [RS:0;80cec940e2c9:43445 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/WALs/80cec940e2c9,43445,1731526952315/80cec940e2c9%2C43445%2C1731526952315.1731526953998, exclude list is [], retry=0 2024-11-13T19:42:34,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45815,DS-ea216c5f-e0b1-4d42-b2d5-d86c15818625,DISK] 2024-11-13T19:42:34,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34907,DS-605ff114-b463-425c-866b-63248277689d,DISK] 2024-11-13T19:42:34,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45815,DS-ea216c5f-e0b1-4d42-b2d5-d86c15818625,DISK] 2024-11-13T19:42:34,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34907,DS-605ff114-b463-425c-866b-63248277689d,DISK] 2024-11-13T19:42:34,018 INFO [RS:0;80cec940e2c9:43445 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/WALs/80cec940e2c9,43445,1731526952315/80cec940e2c9%2C43445%2C1731526952315.1731526953998 2024-11-13T19:42:34,020 DEBUG [RS:0;80cec940e2c9:43445 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38001:38001),(127.0.0.1/127.0.0.1:46853:46853)] 2024-11-13T19:42:34,021 INFO [RS:1;80cec940e2c9:35479 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/WALs/80cec940e2c9,35479,1731526952415/80cec940e2c9%2C35479%2C1731526952415.1731526953998 2024-11-13T19:42:34,021 DEBUG [RS:1;80cec940e2c9:35479 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38001:38001),(127.0.0.1/127.0.0.1:46853:46853)] 2024-11-13T19:42:34,059 DEBUG [80cec940e2c9:39061 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T19:42:34,069 DEBUG [80cec940e2c9:39061 {}] balancer.BalancerClusterState(204): Hosts are {80cec940e2c9=0} racks are {/default-rack=0} 2024-11-13T19:42:34,076 DEBUG [80cec940e2c9:39061 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T19:42:34,076 DEBUG [80cec940e2c9:39061 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T19:42:34,076 DEBUG [80cec940e2c9:39061 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T19:42:34,076 DEBUG [80cec940e2c9:39061 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T19:42:34,076 INFO [80cec940e2c9:39061 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T19:42:34,076 INFO [80cec940e2c9:39061 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T19:42:34,076 DEBUG [80cec940e2c9:39061 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T19:42:34,083 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,43445,1731526952315 2024-11-13T19:42:34,089 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,43445,1731526952315, state=OPENING 2024-11-13T19:42:34,109 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:42:34,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x10136e645090002, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:34,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x10136e645090001, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:34,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:34,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:34,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:34,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:34,123 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:42:34,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,43445,1731526952315}] 2024-11-13T19:42:34,305 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:42:34,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:42:34,321 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:42:34,321 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:42:34,322 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:42:34,326 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C43445%2C1731526952315.meta, suffix=.meta, logDir=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/WALs/80cec940e2c9,43445,1731526952315, archiveDir=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/oldWALs, maxLogs=32 2024-11-13T19:42:34,348 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/WALs/80cec940e2c9,43445,1731526952315/80cec940e2c9%2C43445%2C1731526952315.meta.1731526954328.meta, exclude list is [], retry=0 2024-11-13T19:42:34,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34907,DS-605ff114-b463-425c-866b-63248277689d,DISK] 2024-11-13T19:42:34,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45815,DS-ea216c5f-e0b1-4d42-b2d5-d86c15818625,DISK] 2024-11-13T19:42:34,356 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/WALs/80cec940e2c9,43445,1731526952315/80cec940e2c9%2C43445%2C1731526952315.meta.1731526954328.meta 2024-11-13T19:42:34,356 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46853:46853),(127.0.0.1/127.0.0.1:38001:38001)] 2024-11-13T19:42:34,356 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:42:34,358 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:42:34,360 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:42:34,365 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:42:34,369 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:42:34,369 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:34,369 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:42:34,369 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:42:34,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:42:34,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:42:34,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:34,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:34,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:42:34,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:42:34,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:34,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:34,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:42:34,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:42:34,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:34,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:34,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:42:34,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:42:34,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:34,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:34,384 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:42:34,385 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/hbase/meta/1588230740 2024-11-13T19:42:34,389 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/hbase/meta/1588230740 2024-11-13T19:42:34,391 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:42:34,391 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:42:34,392 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:42:34,395 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:42:34,397 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62996212, jitterRate=-0.06128329038619995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:42:34,397 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:42:34,398 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526954370Writing region info on filesystem at 1731526954370Initializing all the Stores at 1731526954372 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526954372Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526954372Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526954372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526954372Cleaning up temporary data from old regions at 1731526954391 (+19 ms)Running coprocessor post-open hooks at 1731526954397 (+6 ms)Region opened successfully at 1731526954398 (+1 ms) 2024-11-13T19:42:34,406 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526954296 2024-11-13T19:42:34,418 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:42:34,419 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:42:34,421 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,43445,1731526952315 2024-11-13T19:42:34,424 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,43445,1731526952315, state=OPEN 2024-11-13T19:42:34,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:42:34,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x10136e645090001, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:42:34,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x10136e645090002, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:42:34,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:34,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:34,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:34,435 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,43445,1731526952315 2024-11-13T19:42:34,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:42:34,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,43445,1731526952315 in 309 msec 2024-11-13T19:42:34,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:42:34,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 799 msec 2024-11-13T19:42:34,452 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:42:34,452 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:42:34,472 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:42:34,474 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,43445,1731526952315, seqNum=-1] 2024-11-13T19:42:34,500 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:42:34,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:42:34,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0500 sec 2024-11-13T19:42:34,525 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526954525, completionTime=-1 2024-11-13T19:42:34,527 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T19:42:34,528 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:42:34,596 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T19:42:34,597 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731527014597 2024-11-13T19:42:34,597 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731527074597 2024-11-13T19:42:34,597 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 69 msec 2024-11-13T19:42:34,599 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T19:42:34,608 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39061,1731526951573-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:34,608 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39061,1731526951573-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:34,608 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39061,1731526951573-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:34,610 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:39061, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:34,611 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:34,611 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:34,617 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:42:34,639 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.112sec 2024-11-13T19:42:34,641 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:42:34,642 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:42:34,643 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:42:34,643 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:42:34,643 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:42:34,644 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39061,1731526951573-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:42:34,645 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39061,1731526951573-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:42:34,649 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:42:34,650 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:42:34,651 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,39061,1731526951573-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:34,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a76e84a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:42:34,680 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T19:42:34,680 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T19:42:34,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,39061,-1 for getting cluster id 2024-11-13T19:42:34,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:42:34,719 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3484c26-6935-4a94-9d39-037aeb234c74' 2024-11-13T19:42:34,721 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:42:34,722 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3484c26-6935-4a94-9d39-037aeb234c74" 2024-11-13T19:42:34,724 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b04c634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:42:34,724 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,39061,-1] 2024-11-13T19:42:34,726 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:42:34,728 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:34,730 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:42:34,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21996db1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:42:34,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:42:34,741 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,43445,1731526952315, seqNum=-1] 2024-11-13T19:42:34,742 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:42:34,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:42:34,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,39061,1731526951573 2024-11-13T19:42:34,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:42:34,772 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,39061,1731526951573 2024-11-13T19:42:34,774 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6921b0db 2024-11-13T19:42:34,776 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:42:34,779 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:42:34,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:42:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T19:42:34,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:42:34,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T19:42:34,801 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:34,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:42:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:42:34,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741836_1012 (size=379) 2024-11-13T19:42:34,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45815 is added to blk_1073741836_1012 (size=379) 2024-11-13T19:42:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:42:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:42:35,231 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e66dac4d1c7bbd1b52be1550976c9bf9, NAME => 'testClearRegionBlockCache,,1731526954781.e66dac4d1c7bbd1b52be1550976c9bf9.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448 2024-11-13T19:42:35,232 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1109b6bf716689db95038fbe2437e0fa, NAME => 'testClearRegionBlockCache,5,1731526954781.1109b6bf716689db95038fbe2437e0fa.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448 2024-11-13T19:42:35,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741837_1013 (size=61) 2024-11-13T19:42:35,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45815 is added to blk_1073741837_1013 (size=61) 2024-11-13T19:42:35,246 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731526954781.1109b6bf716689db95038fbe2437e0fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:35,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45815 is added to blk_1073741838_1014 (size=61) 2024-11-13T19:42:35,247 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 1109b6bf716689db95038fbe2437e0fa, disabling compactions & flushes 2024-11-13T19:42:35,247 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731526954781.1109b6bf716689db95038fbe2437e0fa. 2024-11-13T19:42:35,247 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731526954781.1109b6bf716689db95038fbe2437e0fa. 2024-11-13T19:42:35,247 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731526954781.1109b6bf716689db95038fbe2437e0fa. after waiting 0 ms 2024-11-13T19:42:35,247 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731526954781.1109b6bf716689db95038fbe2437e0fa. 2024-11-13T19:42:35,247 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731526954781.1109b6bf716689db95038fbe2437e0fa. 2024-11-13T19:42:35,247 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1109b6bf716689db95038fbe2437e0fa: Waiting for close lock at 1731526955247Disabling compacts and flushes for region at 1731526955247Disabling writes for close at 1731526955247Writing region close event to WAL at 1731526955247Closed at 1731526955247 2024-11-13T19:42:35,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741838_1014 (size=61) 2024-11-13T19:42:35,252 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731526954781.e66dac4d1c7bbd1b52be1550976c9bf9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:35,252 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing e66dac4d1c7bbd1b52be1550976c9bf9, disabling compactions & flushes 2024-11-13T19:42:35,252 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731526954781.e66dac4d1c7bbd1b52be1550976c9bf9. 2024-11-13T19:42:35,252 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731526954781.e66dac4d1c7bbd1b52be1550976c9bf9. 2024-11-13T19:42:35,252 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731526954781.e66dac4d1c7bbd1b52be1550976c9bf9. after waiting 0 ms 2024-11-13T19:42:35,252 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731526954781.e66dac4d1c7bbd1b52be1550976c9bf9. 2024-11-13T19:42:35,252 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731526954781.e66dac4d1c7bbd1b52be1550976c9bf9. 2024-11-13T19:42:35,252 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for e66dac4d1c7bbd1b52be1550976c9bf9: Waiting for close lock at 1731526955252Disabling compacts and flushes for region at 1731526955252Disabling writes for close at 1731526955252Writing region close event to WAL at 1731526955252Closed at 1731526955252 2024-11-13T19:42:35,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:42:35,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731526954781.1109b6bf716689db95038fbe2437e0fa.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731526955255"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526955255"}]},"ts":"1731526955255"} 2024-11-13T19:42:35,262 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731526954781.e66dac4d1c7bbd1b52be1550976c9bf9.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731526955255"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526955255"}]},"ts":"1731526955255"} 2024-11-13T19:42:35,305 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T19:42:35,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:42:35,311 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526955308"}]},"ts":"1731526955308"} 2024-11-13T19:42:35,318 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T19:42:35,319 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {80cec940e2c9=0} racks are {/default-rack=0} 2024-11-13T19:42:35,322 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T19:42:35,322 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T19:42:35,322 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T19:42:35,322 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T19:42:35,322 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T19:42:35,322 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T19:42:35,322 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T19:42:35,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e66dac4d1c7bbd1b52be1550976c9bf9, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1109b6bf716689db95038fbe2437e0fa, ASSIGN}] 2024-11-13T19:42:35,328 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e66dac4d1c7bbd1b52be1550976c9bf9, ASSIGN 2024-11-13T19:42:35,329 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1109b6bf716689db95038fbe2437e0fa, ASSIGN 2024-11-13T19:42:35,332 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e66dac4d1c7bbd1b52be1550976c9bf9, ASSIGN; state=OFFLINE, location=80cec940e2c9,43445,1731526952315; forceNewPlan=false, retain=false 2024-11-13T19:42:35,334 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1109b6bf716689db95038fbe2437e0fa, ASSIGN; state=OFFLINE, location=80cec940e2c9,35479,1731526952415; forceNewPlan=false, retain=false 2024-11-13T19:42:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:42:35,486 INFO [80cec940e2c9:39061 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T19:42:35,486 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1109b6bf716689db95038fbe2437e0fa, regionState=OPENING, regionLocation=80cec940e2c9,35479,1731526952415 2024-11-13T19:42:35,487 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e66dac4d1c7bbd1b52be1550976c9bf9, regionState=OPENING, regionLocation=80cec940e2c9,43445,1731526952315 2024-11-13T19:42:35,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e66dac4d1c7bbd1b52be1550976c9bf9, ASSIGN because future has completed 2024-11-13T19:42:35,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e66dac4d1c7bbd1b52be1550976c9bf9, server=80cec940e2c9,43445,1731526952315}] 2024-11-13T19:42:35,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1109b6bf716689db95038fbe2437e0fa, ASSIGN because future has completed 2024-11-13T19:42:35,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1109b6bf716689db95038fbe2437e0fa, server=80cec940e2c9,35479,1731526952415}] 2024-11-13T19:42:35,654 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:42:35,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:42:35,660 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731526954781.e66dac4d1c7bbd1b52be1550976c9bf9. 2024-11-13T19:42:35,660 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e66dac4d1c7bbd1b52be1550976c9bf9, NAME => 'testClearRegionBlockCache,,1731526954781.e66dac4d1c7bbd1b52be1550976c9bf9.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T19:42:35,661 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e66dac4d1c7bbd1b52be1550976c9bf9 2024-11-13T19:42:35,661 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731526954781.e66dac4d1c7bbd1b52be1550976c9bf9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:35,661 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e66dac4d1c7bbd1b52be1550976c9bf9 2024-11-13T19:42:35,661 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e66dac4d1c7bbd1b52be1550976c9bf9 2024-11-13T19:42:35,663 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731526954781.1109b6bf716689db95038fbe2437e0fa. 2024-11-13T19:42:35,663 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 1109b6bf716689db95038fbe2437e0fa, NAME => 'testClearRegionBlockCache,5,1731526954781.1109b6bf716689db95038fbe2437e0fa.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T19:42:35,664 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1109b6bf716689db95038fbe2437e0fa 2024-11-13T19:42:35,664 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731526954781.1109b6bf716689db95038fbe2437e0fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:35,664 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 1109b6bf716689db95038fbe2437e0fa 2024-11-13T19:42:35,664 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 1109b6bf716689db95038fbe2437e0fa 2024-11-13T19:42:35,664 INFO [StoreOpener-e66dac4d1c7bbd1b52be1550976c9bf9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e66dac4d1c7bbd1b52be1550976c9bf9 2024-11-13T19:42:35,667 INFO [StoreOpener-1109b6bf716689db95038fbe2437e0fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1109b6bf716689db95038fbe2437e0fa 2024-11-13T19:42:35,667 INFO [StoreOpener-e66dac4d1c7bbd1b52be1550976c9bf9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e66dac4d1c7bbd1b52be1550976c9bf9 columnFamilyName family 2024-11-13T19:42:35,667 DEBUG [StoreOpener-e66dac4d1c7bbd1b52be1550976c9bf9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:35,668 INFO [StoreOpener-e66dac4d1c7bbd1b52be1550976c9bf9-1 {}] regionserver.HStore(327): Store=e66dac4d1c7bbd1b52be1550976c9bf9/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:42:35,669 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e66dac4d1c7bbd1b52be1550976c9bf9 2024-11-13T19:42:35,669 INFO [StoreOpener-1109b6bf716689db95038fbe2437e0fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1109b6bf716689db95038fbe2437e0fa columnFamilyName family 2024-11-13T19:42:35,669 DEBUG [StoreOpener-1109b6bf716689db95038fbe2437e0fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:35,670 INFO [StoreOpener-1109b6bf716689db95038fbe2437e0fa-1 {}] regionserver.HStore(327): Store=1109b6bf716689db95038fbe2437e0fa/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:42:35,670 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/default/testClearRegionBlockCache/e66dac4d1c7bbd1b52be1550976c9bf9 2024-11-13T19:42:35,671 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 1109b6bf716689db95038fbe2437e0fa 2024-11-13T19:42:35,671 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/default/testClearRegionBlockCache/e66dac4d1c7bbd1b52be1550976c9bf9 2024-11-13T19:42:35,673 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/default/testClearRegionBlockCache/1109b6bf716689db95038fbe2437e0fa 2024-11-13T19:42:35,674 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/default/testClearRegionBlockCache/1109b6bf716689db95038fbe2437e0fa 2024-11-13T19:42:35,675 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 1109b6bf716689db95038fbe2437e0fa 2024-11-13T19:42:35,675 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e66dac4d1c7bbd1b52be1550976c9bf9 2024-11-13T19:42:35,675 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 1109b6bf716689db95038fbe2437e0fa 2024-11-13T19:42:35,675 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e66dac4d1c7bbd1b52be1550976c9bf9 2024-11-13T19:42:35,679 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e66dac4d1c7bbd1b52be1550976c9bf9 2024-11-13T19:42:35,679 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 1109b6bf716689db95038fbe2437e0fa 2024-11-13T19:42:35,683 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/default/testClearRegionBlockCache/e66dac4d1c7bbd1b52be1550976c9bf9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:42:35,684 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/default/testClearRegionBlockCache/1109b6bf716689db95038fbe2437e0fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:42:35,684 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened e66dac4d1c7bbd1b52be1550976c9bf9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74489795, jitterRate=0.10998444259166718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T19:42:35,685 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e66dac4d1c7bbd1b52be1550976c9bf9 2024-11-13T19:42:35,686 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 1109b6bf716689db95038fbe2437e0fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71390265, jitterRate=0.06379784643650055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T19:42:35,686 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1109b6bf716689db95038fbe2437e0fa 2024-11-13T19:42:35,686 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e66dac4d1c7bbd1b52be1550976c9bf9: Running coprocessor pre-open hook at 1731526955662Writing region info on filesystem at 1731526955662Initializing all the Stores at 1731526955664 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526955664Cleaning up temporary data from old regions at 1731526955675 (+11 ms)Running coprocessor post-open hooks at 1731526955685 (+10 ms)Region opened successfully at 1731526955686 (+1 ms) 2024-11-13T19:42:35,686 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 1109b6bf716689db95038fbe2437e0fa: Running coprocessor pre-open hook at 1731526955664Writing region info on filesystem at 1731526955664Initializing all the Stores at 1731526955666 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526955666Cleaning up temporary data from old regions at 1731526955675 (+9 ms)Running coprocessor post-open hooks at 1731526955686 (+11 ms)Region opened successfully at 1731526955686 2024-11-13T19:42:35,690 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731526954781.e66dac4d1c7bbd1b52be1550976c9bf9., pid=7, masterSystemTime=1731526955650 2024-11-13T19:42:35,690 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731526954781.1109b6bf716689db95038fbe2437e0fa., pid=8, masterSystemTime=1731526955653 2024-11-13T19:42:35,697 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731526954781.e66dac4d1c7bbd1b52be1550976c9bf9. 2024-11-13T19:42:35,697 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731526954781.e66dac4d1c7bbd1b52be1550976c9bf9. 2024-11-13T19:42:35,698 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e66dac4d1c7bbd1b52be1550976c9bf9, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,43445,1731526952315 2024-11-13T19:42:35,699 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731526954781.1109b6bf716689db95038fbe2437e0fa. 2024-11-13T19:42:35,700 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731526954781.1109b6bf716689db95038fbe2437e0fa. 2024-11-13T19:42:35,702 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1109b6bf716689db95038fbe2437e0fa, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,35479,1731526952415 2024-11-13T19:42:35,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e66dac4d1c7bbd1b52be1550976c9bf9, server=80cec940e2c9,43445,1731526952315 because future has completed 2024-11-13T19:42:35,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1109b6bf716689db95038fbe2437e0fa, server=80cec940e2c9,35479,1731526952415 because future has completed 2024-11-13T19:42:35,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-13T19:42:35,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e66dac4d1c7bbd1b52be1550976c9bf9, server=80cec940e2c9,43445,1731526952315 in 219 msec 2024-11-13T19:42:35,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-13T19:42:35,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e66dac4d1c7bbd1b52be1550976c9bf9, ASSIGN in 395 msec 2024-11-13T19:42:35,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1109b6bf716689db95038fbe2437e0fa, server=80cec940e2c9,35479,1731526952415 in 220 msec 2024-11-13T19:42:35,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-13T19:42:35,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1109b6bf716689db95038fbe2437e0fa, ASSIGN in 399 msec 2024-11-13T19:42:35,731 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:42:35,731 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526955731"}]},"ts":"1731526955731"} 2024-11-13T19:42:35,735 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T19:42:35,738 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:42:35,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 948 msec 2024-11-13T19:42:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39061 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:42:35,949 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T19:42:35,949 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T19:42:35,951 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T19:42:35,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T19:42:35,958 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T19:42:35,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T19:42:35,969 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731526954781.e66dac4d1c7bbd1b52be1550976c9bf9., hostname=80cec940e2c9,43445,1731526952315, seqNum=2] 2024-11-13T19:42:35,993 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731526954781.1109b6bf716689db95038fbe2437e0fa., hostname=80cec940e2c9,35479,1731526952415, seqNum=2] 2024-11-13T19:42:35,993 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:42:35,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:42:36,020 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e66dac4d1c7bbd1b52be1550976c9bf9 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T19:42:36,088 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/default/testClearRegionBlockCache/e66dac4d1c7bbd1b52be1550976c9bf9/.tmp/family/501f7bdd683d4072b409825be9ca66cd is 32, key is 1/family:/1731526955972/Put/seqid=0 2024-11-13T19:42:36,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741839_1015 (size=5054) 2024-11-13T19:42:36,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45815 is added to blk_1073741839_1015 (size=5054) 2024-11-13T19:42:36,109 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/default/testClearRegionBlockCache/e66dac4d1c7bbd1b52be1550976c9bf9/.tmp/family/501f7bdd683d4072b409825be9ca66cd 2024-11-13T19:42:36,164 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/default/testClearRegionBlockCache/e66dac4d1c7bbd1b52be1550976c9bf9/.tmp/family/501f7bdd683d4072b409825be9ca66cd as hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/default/testClearRegionBlockCache/e66dac4d1c7bbd1b52be1550976c9bf9/family/501f7bdd683d4072b409825be9ca66cd 2024-11-13T19:42:36,178 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/default/testClearRegionBlockCache/e66dac4d1c7bbd1b52be1550976c9bf9/family/501f7bdd683d4072b409825be9ca66cd, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T19:42:36,187 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for e66dac4d1c7bbd1b52be1550976c9bf9 in 165ms, sequenceid=8, compaction requested=false 2024-11-13T19:42:36,188 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-13T19:42:36,191 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e66dac4d1c7bbd1b52be1550976c9bf9: 2024-11-13T19:42:36,191 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1109b6bf716689db95038fbe2437e0fa 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T19:42:36,218 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/default/testClearRegionBlockCache/1109b6bf716689db95038fbe2437e0fa/.tmp/family/8f7f26634d214e988958c05076e93cf8 is 32, key is 5/family:/1731526955997/Put/seqid=0 2024-11-13T19:42:36,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45815 is added to blk_1073741840_1016 (size=5083) 2024-11-13T19:42:36,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741840_1016 (size=5083) 2024-11-13T19:42:36,230 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/default/testClearRegionBlockCache/1109b6bf716689db95038fbe2437e0fa/.tmp/family/8f7f26634d214e988958c05076e93cf8 2024-11-13T19:42:36,247 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/default/testClearRegionBlockCache/1109b6bf716689db95038fbe2437e0fa/.tmp/family/8f7f26634d214e988958c05076e93cf8 as hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/default/testClearRegionBlockCache/1109b6bf716689db95038fbe2437e0fa/family/8f7f26634d214e988958c05076e93cf8 2024-11-13T19:42:36,259 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/default/testClearRegionBlockCache/1109b6bf716689db95038fbe2437e0fa/family/8f7f26634d214e988958c05076e93cf8, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T19:42:36,261 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 1109b6bf716689db95038fbe2437e0fa in 70ms, sequenceid=9, compaction requested=false 2024-11-13T19:42:36,261 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1109b6bf716689db95038fbe2437e0fa: 2024-11-13T19:42:36,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aced454, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:42:36,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,39061,-1 for getting cluster id 2024-11-13T19:42:36,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:42:36,266 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3484c26-6935-4a94-9d39-037aeb234c74' 2024-11-13T19:42:36,267 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:42:36,267 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3484c26-6935-4a94-9d39-037aeb234c74" 2024-11-13T19:42:36,268 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a15719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:42:36,268 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,39061,-1] 2024-11-13T19:42:36,268 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:42:36,269 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:36,270 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:42:36,272 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da69be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:42:36,289 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-13T19:42:36,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:42:36,292 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,43445,1731526952315, seqNum=-1] 2024-11-13T19:42:36,293 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:42:36,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:42:36,306 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:42:36,308 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:42:36,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:42:36,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:42:36,316 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:42:36,316 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:42:36,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:36,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:36,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:42:36,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:42:36,323 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:42:36,323 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:42:36,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:36,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:36,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:42:36,324 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:42:36,325 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1675616651, stopped=false 2024-11-13T19:42:36,325 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,39061,1731526951573 2024-11-13T19:42:36,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:36,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x10136e645090002, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:36,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x10136e645090001, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:36,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:36,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x10136e645090002, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:36,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x10136e645090001, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:36,410 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:42:36,410 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:42:36,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:42:36,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:36,411 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,43445,1731526952315' ***** 2024-11-13T19:42:36,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43445-0x10136e645090001, quorum=127.0.0.1:54426, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:36,411 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:42:36,411 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,35479,1731526952415' ***** 2024-11-13T19:42:36,411 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:42:36,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35479-0x10136e645090002, quorum=127.0.0.1:54426, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:36,411 INFO [RS:0;80cec940e2c9:43445 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:42:36,412 INFO [RS:1;80cec940e2c9:35479 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:42:36,412 INFO [RS:0;80cec940e2c9:43445 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:42:36,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:36,412 INFO [RS:0;80cec940e2c9:43445 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:42:36,412 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:42:36,412 INFO [RS:1;80cec940e2c9:35479 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:42:36,412 INFO [RS:0;80cec940e2c9:43445 {}] regionserver.HRegionServer(3091): Received CLOSE for e66dac4d1c7bbd1b52be1550976c9bf9 2024-11-13T19:42:36,412 INFO [RS:1;80cec940e2c9:35479 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:42:36,413 INFO [RS:1;80cec940e2c9:35479 {}] regionserver.HRegionServer(3091): Received CLOSE for 1109b6bf716689db95038fbe2437e0fa 2024-11-13T19:42:36,412 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:42:36,413 INFO [RS:0;80cec940e2c9:43445 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,43445,1731526952315 2024-11-13T19:42:36,413 INFO [RS:0;80cec940e2c9:43445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:42:36,413 INFO [RS:0;80cec940e2c9:43445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:43445. 2024-11-13T19:42:36,414 DEBUG [RS:0;80cec940e2c9:43445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:42:36,414 INFO [RS:1;80cec940e2c9:35479 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,35479,1731526952415 2024-11-13T19:42:36,414 DEBUG [RS:0;80cec940e2c9:43445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:36,414 INFO [RS:1;80cec940e2c9:35479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:42:36,414 INFO [RS:1;80cec940e2c9:35479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;80cec940e2c9:35479. 2024-11-13T19:42:36,414 DEBUG [RS:1;80cec940e2c9:35479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:42:36,414 DEBUG [RS:1;80cec940e2c9:35479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:36,414 INFO [RS:0;80cec940e2c9:43445 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:42:36,414 INFO [RS:0;80cec940e2c9:43445 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:42:36,414 INFO [RS:0;80cec940e2c9:43445 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:42:36,414 INFO [RS:1;80cec940e2c9:35479 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:42:36,414 INFO [RS:0;80cec940e2c9:43445 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:42:36,414 DEBUG [RS:1;80cec940e2c9:35479 {}] regionserver.HRegionServer(1325): Online Regions={1109b6bf716689db95038fbe2437e0fa=testClearRegionBlockCache,5,1731526954781.1109b6bf716689db95038fbe2437e0fa.} 2024-11-13T19:42:36,414 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e66dac4d1c7bbd1b52be1550976c9bf9, disabling compactions & flushes 2024-11-13T19:42:36,414 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731526954781.e66dac4d1c7bbd1b52be1550976c9bf9. 2024-11-13T19:42:36,415 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731526954781.e66dac4d1c7bbd1b52be1550976c9bf9. 2024-11-13T19:42:36,415 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731526954781.e66dac4d1c7bbd1b52be1550976c9bf9. after waiting 0 ms 2024-11-13T19:42:36,415 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731526954781.e66dac4d1c7bbd1b52be1550976c9bf9. 2024-11-13T19:42:36,415 DEBUG [RS:1;80cec940e2c9:35479 {}] regionserver.HRegionServer(1351): Waiting on 1109b6bf716689db95038fbe2437e0fa 2024-11-13T19:42:36,415 INFO [RS:0;80cec940e2c9:43445 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:42:36,415 DEBUG [RS:0;80cec940e2c9:43445 {}] regionserver.HRegionServer(1325): Online Regions={e66dac4d1c7bbd1b52be1550976c9bf9=testClearRegionBlockCache,,1731526954781.e66dac4d1c7bbd1b52be1550976c9bf9., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:42:36,415 DEBUG [RS:0;80cec940e2c9:43445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e66dac4d1c7bbd1b52be1550976c9bf9 2024-11-13T19:42:36,415 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1109b6bf716689db95038fbe2437e0fa, disabling compactions & flushes 2024-11-13T19:42:36,415 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731526954781.1109b6bf716689db95038fbe2437e0fa. 2024-11-13T19:42:36,415 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731526954781.1109b6bf716689db95038fbe2437e0fa. 2024-11-13T19:42:36,415 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:42:36,415 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731526954781.1109b6bf716689db95038fbe2437e0fa. after waiting 0 ms 2024-11-13T19:42:36,415 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:42:36,415 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731526954781.1109b6bf716689db95038fbe2437e0fa. 2024-11-13T19:42:36,416 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:42:36,416 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:42:36,416 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:42:36,416 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T19:42:36,423 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/default/testClearRegionBlockCache/1109b6bf716689db95038fbe2437e0fa/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T19:42:36,428 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/default/testClearRegionBlockCache/e66dac4d1c7bbd1b52be1550976c9bf9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T19:42:36,429 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731526954781.1109b6bf716689db95038fbe2437e0fa. 2024-11-13T19:42:36,429 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1109b6bf716689db95038fbe2437e0fa: Waiting for close lock at 1731526956415Running coprocessor pre-close hooks at 1731526956415Disabling compacts and flushes for region at 1731526956415Disabling writes for close at 1731526956415Writing region close event to WAL at 1731526956417 (+2 ms)Running coprocessor post-close hooks at 1731526956427 (+10 ms)Closed at 1731526956429 (+2 ms) 2024-11-13T19:42:36,429 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731526954781.e66dac4d1c7bbd1b52be1550976c9bf9. 2024-11-13T19:42:36,430 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e66dac4d1c7bbd1b52be1550976c9bf9: Waiting for close lock at 1731526956414Running coprocessor pre-close hooks at 1731526956414Disabling compacts and flushes for region at 1731526956414Disabling writes for close at 1731526956415 (+1 ms)Writing region close event to WAL at 1731526956417 (+2 ms)Running coprocessor post-close hooks at 1731526956429 (+12 ms)Closed at 1731526956429 2024-11-13T19:42:36,430 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731526954781.1109b6bf716689db95038fbe2437e0fa. 2024-11-13T19:42:36,430 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731526954781.e66dac4d1c7bbd1b52be1550976c9bf9. 2024-11-13T19:42:36,452 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/hbase/meta/1588230740/.tmp/info/2c8181f361084b89bb9aa0caa0c05ef7 is 173, key is testClearRegionBlockCache,5,1731526954781.1109b6bf716689db95038fbe2437e0fa./info:regioninfo/1731526955701/Put/seqid=0 2024-11-13T19:42:36,465 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:42:36,467 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:42:36,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45815 is added to blk_1073741841_1017 (size=8173) 2024-11-13T19:42:36,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741841_1017 (size=8173) 2024-11-13T19:42:36,471 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/hbase/meta/1588230740/.tmp/info/2c8181f361084b89bb9aa0caa0c05ef7 2024-11-13T19:42:36,506 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/hbase/meta/1588230740/.tmp/ns/2728d5d9bad445bb94193e50ac2e37d8 is 43, key is default/ns:d/1731526954507/Put/seqid=0 2024-11-13T19:42:36,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45815 is added to blk_1073741842_1018 (size=5153) 2024-11-13T19:42:36,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741842_1018 (size=5153) 2024-11-13T19:42:36,515 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/hbase/meta/1588230740/.tmp/ns/2728d5d9bad445bb94193e50ac2e37d8 2024-11-13T19:42:36,545 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/hbase/meta/1588230740/.tmp/table/256f8861173b4b7e98bab5a2c4483c2b is 61, key is testClearRegionBlockCache/table:state/1731526955731/Put/seqid=0 2024-11-13T19:42:36,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741843_1019 (size=5312) 2024-11-13T19:42:36,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45815 is added to blk_1073741843_1019 (size=5312) 2024-11-13T19:42:36,615 INFO [RS:1;80cec940e2c9:35479 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,35479,1731526952415; all regions closed. 2024-11-13T19:42:36,615 DEBUG [RS:0;80cec940e2c9:43445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:42:36,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741833_1009 (size=1867) 2024-11-13T19:42:36,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45815 is added to blk_1073741833_1009 (size=1867) 2024-11-13T19:42:36,647 DEBUG [RS:1;80cec940e2c9:35479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/oldWALs 2024-11-13T19:42:36,648 INFO [RS:1;80cec940e2c9:35479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C35479%2C1731526952415:(num 1731526953998) 2024-11-13T19:42:36,648 DEBUG [RS:1;80cec940e2c9:35479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:36,648 INFO [RS:1;80cec940e2c9:35479 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:42:36,648 INFO [RS:1;80cec940e2c9:35479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:42:36,649 INFO [RS:1;80cec940e2c9:35479 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:42:36,649 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:42:36,649 INFO [RS:1;80cec940e2c9:35479 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:42:36,649 INFO [RS:1;80cec940e2c9:35479 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:42:36,649 INFO [RS:1;80cec940e2c9:35479 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:42:36,649 INFO [RS:1;80cec940e2c9:35479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:42:36,650 INFO [RS:1;80cec940e2c9:35479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35479 2024-11-13T19:42:36,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x10136e645090002, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80cec940e2c9,35479,1731526952415 2024-11-13T19:42:36,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T19:42:36,663 INFO [RS:1;80cec940e2c9:35479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:42:36,671 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,35479,1731526952415] 2024-11-13T19:42:36,679 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80cec940e2c9,35479,1731526952415 already deleted, retry=false 2024-11-13T19:42:36,679 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,35479,1731526952415 expired; onlineServers=1 2024-11-13T19:42:36,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x10136e645090002, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:36,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x10136e645090002, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:36,772 INFO [RS:1;80cec940e2c9:35479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:42:36,772 INFO [RS:1;80cec940e2c9:35479 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,35479,1731526952415; zookeeper connection closed. 2024-11-13T19:42:36,773 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46ae0f0a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46ae0f0a 2024-11-13T19:42:36,816 DEBUG [RS:0;80cec940e2c9:43445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:42:36,837 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:42:36,837 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:42:36,957 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/hbase/meta/1588230740/.tmp/table/256f8861173b4b7e98bab5a2c4483c2b 2024-11-13T19:42:36,973 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/hbase/meta/1588230740/.tmp/info/2c8181f361084b89bb9aa0caa0c05ef7 as hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/hbase/meta/1588230740/info/2c8181f361084b89bb9aa0caa0c05ef7 2024-11-13T19:42:36,989 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/hbase/meta/1588230740/info/2c8181f361084b89bb9aa0caa0c05ef7, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T19:42:36,992 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/hbase/meta/1588230740/.tmp/ns/2728d5d9bad445bb94193e50ac2e37d8 as hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/hbase/meta/1588230740/ns/2728d5d9bad445bb94193e50ac2e37d8 2024-11-13T19:42:37,007 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/hbase/meta/1588230740/ns/2728d5d9bad445bb94193e50ac2e37d8, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T19:42:37,009 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/hbase/meta/1588230740/.tmp/table/256f8861173b4b7e98bab5a2c4483c2b as hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/hbase/meta/1588230740/table/256f8861173b4b7e98bab5a2c4483c2b 2024-11-13T19:42:37,016 DEBUG [RS:0;80cec940e2c9:43445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:42:37,025 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/hbase/meta/1588230740/table/256f8861173b4b7e98bab5a2c4483c2b, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T19:42:37,028 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 611ms, sequenceid=13, compaction requested=false 2024-11-13T19:42:37,028 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T19:42:37,038 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T19:42:37,040 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:42:37,040 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:42:37,041 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526956415Running coprocessor pre-close hooks at 1731526956415Disabling compacts and flushes for region at 1731526956415Disabling writes for close at 1731526956416 (+1 ms)Obtaining lock to block concurrent updates at 1731526956416Preparing flush snapshotting stores in 1588230740 at 1731526956416Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731526956417 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731526956418 (+1 ms)Flushing 1588230740/info: creating writer at 1731526956419 (+1 ms)Flushing 1588230740/info: appending metadata at 1731526956451 (+32 ms)Flushing 1588230740/info: closing flushed file at 1731526956452 (+1 ms)Flushing 1588230740/ns: creating writer at 1731526956486 (+34 ms)Flushing 1588230740/ns: appending metadata at 1731526956505 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731526956505Flushing 1588230740/table: creating writer at 1731526956527 (+22 ms)Flushing 1588230740/table: appending metadata at 1731526956544 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731526956544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ce10284: reopening flushed file at 1731526956971 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57d845e9: reopening flushed file at 1731526956989 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ed50338: reopening flushed file at 1731526957007 (+18 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 611ms, sequenceid=13, compaction requested=false at 1731526957028 (+21 ms)Writing region close event to WAL at 1731526957030 (+2 ms)Running coprocessor post-close hooks at 1731526957040 (+10 ms)Closed at 1731526957040 2024-11-13T19:42:37,041 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:42:37,216 INFO [RS:0;80cec940e2c9:43445 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,43445,1731526952315; all regions closed. 2024-11-13T19:42:37,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45815 is added to blk_1073741835_1011 (size=4338) 2024-11-13T19:42:37,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741835_1011 (size=4338) 2024-11-13T19:42:37,226 DEBUG [RS:0;80cec940e2c9:43445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/oldWALs 2024-11-13T19:42:37,226 INFO [RS:0;80cec940e2c9:43445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C43445%2C1731526952315.meta:.meta(num 1731526954328) 2024-11-13T19:42:37,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45815 is added to blk_1073741834_1010 (size=1758) 2024-11-13T19:42:37,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741834_1010 (size=1758) 2024-11-13T19:42:37,236 DEBUG [RS:0;80cec940e2c9:43445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/oldWALs 2024-11-13T19:42:37,236 INFO [RS:0;80cec940e2c9:43445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C43445%2C1731526952315:(num 1731526953998) 2024-11-13T19:42:37,236 DEBUG [RS:0;80cec940e2c9:43445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:37,236 INFO [RS:0;80cec940e2c9:43445 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:42:37,236 INFO [RS:0;80cec940e2c9:43445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:42:37,236 INFO [RS:0;80cec940e2c9:43445 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:42:37,236 INFO [RS:0;80cec940e2c9:43445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:42:37,236 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:42:37,237 INFO [RS:0;80cec940e2c9:43445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43445 2024-11-13T19:42:37,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x10136e645090001, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80cec940e2c9,43445,1731526952315 2024-11-13T19:42:37,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T19:42:37,276 INFO [RS:0;80cec940e2c9:43445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:42:37,284 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,43445,1731526952315] 2024-11-13T19:42:37,293 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80cec940e2c9,43445,1731526952315 already deleted, retry=false 2024-11-13T19:42:37,293 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,43445,1731526952315 expired; onlineServers=0 2024-11-13T19:42:37,293 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,39061,1731526951573' ***** 2024-11-13T19:42:37,293 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:42:37,294 INFO [M:0;80cec940e2c9:39061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:42:37,294 INFO [M:0;80cec940e2c9:39061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:42:37,294 DEBUG [M:0;80cec940e2c9:39061 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:42:37,294 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:42:37,294 DEBUG [M:0;80cec940e2c9:39061 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:42:37,294 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526953574 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526953574,5,FailOnTimeoutGroup] 2024-11-13T19:42:37,294 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526953575 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526953575,5,FailOnTimeoutGroup] 2024-11-13T19:42:37,295 INFO [M:0;80cec940e2c9:39061 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:42:37,295 INFO [M:0;80cec940e2c9:39061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:42:37,295 DEBUG [M:0;80cec940e2c9:39061 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:42:37,295 INFO [M:0;80cec940e2c9:39061 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:42:37,295 INFO [M:0;80cec940e2c9:39061 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:42:37,296 INFO [M:0;80cec940e2c9:39061 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:42:37,296 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:42:37,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T19:42:37,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:37,304 DEBUG [M:0;80cec940e2c9:39061 {}] zookeeper.ZKUtil(347): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T19:42:37,305 WARN [M:0;80cec940e2c9:39061 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:42:37,306 INFO [M:0;80cec940e2c9:39061 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/.lastflushedseqids 2024-11-13T19:42:37,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45815 is added to blk_1073741844_1020 (size=182) 2024-11-13T19:42:37,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741844_1020 (size=182) 2024-11-13T19:42:37,323 INFO [M:0;80cec940e2c9:39061 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:42:37,323 INFO [M:0;80cec940e2c9:39061 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:42:37,323 DEBUG [M:0;80cec940e2c9:39061 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:42:37,324 INFO [M:0;80cec940e2c9:39061 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:37,324 DEBUG [M:0;80cec940e2c9:39061 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:37,324 DEBUG [M:0;80cec940e2c9:39061 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:42:37,324 DEBUG [M:0;80cec940e2c9:39061 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:37,324 INFO [M:0;80cec940e2c9:39061 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-13T19:42:37,347 DEBUG [M:0;80cec940e2c9:39061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e603b2c2096441dc84404ce22bbe39d4 is 82, key is hbase:meta,,1/info:regioninfo/1731526954421/Put/seqid=0 2024-11-13T19:42:37,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45815 is added to blk_1073741845_1021 (size=5672) 2024-11-13T19:42:37,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741845_1021 (size=5672) 2024-11-13T19:42:37,357 INFO [M:0;80cec940e2c9:39061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e603b2c2096441dc84404ce22bbe39d4 2024-11-13T19:42:37,385 INFO [RS:0;80cec940e2c9:43445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:42:37,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x10136e645090001, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:37,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x10136e645090001, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:37,385 INFO [RS:0;80cec940e2c9:43445 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,43445,1731526952315; zookeeper connection closed. 2024-11-13T19:42:37,385 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d340248 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d340248 2024-11-13T19:42:37,386 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T19:42:37,386 DEBUG [M:0;80cec940e2c9:39061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8acb00088aab41eba4092993c618b1e5 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731526955741/Put/seqid=0 2024-11-13T19:42:37,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45815 is added to blk_1073741846_1022 (size=6219) 2024-11-13T19:42:37,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741846_1022 (size=6219) 2024-11-13T19:42:37,399 INFO [M:0;80cec940e2c9:39061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8acb00088aab41eba4092993c618b1e5 2024-11-13T19:42:37,435 DEBUG [M:0;80cec940e2c9:39061 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74d59c379f344d49894b5a37df86b5ac is 69, key is 80cec940e2c9,35479,1731526952415/rs:state/1731526953709/Put/seqid=0 2024-11-13T19:42:37,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741847_1023 (size=5224) 2024-11-13T19:42:37,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45815 is added to blk_1073741847_1023 (size=5224) 2024-11-13T19:42:37,444 INFO [M:0;80cec940e2c9:39061 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74d59c379f344d49894b5a37df86b5ac 2024-11-13T19:42:37,458 DEBUG [M:0;80cec940e2c9:39061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e603b2c2096441dc84404ce22bbe39d4 as hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e603b2c2096441dc84404ce22bbe39d4 2024-11-13T19:42:37,474 INFO [M:0;80cec940e2c9:39061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e603b2c2096441dc84404ce22bbe39d4, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T19:42:37,476 DEBUG [M:0;80cec940e2c9:39061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8acb00088aab41eba4092993c618b1e5 as hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8acb00088aab41eba4092993c618b1e5 2024-11-13T19:42:37,488 INFO [M:0;80cec940e2c9:39061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8acb00088aab41eba4092993c618b1e5, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T19:42:37,490 DEBUG [M:0;80cec940e2c9:39061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74d59c379f344d49894b5a37df86b5ac as hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74d59c379f344d49894b5a37df86b5ac 2024-11-13T19:42:37,499 INFO [M:0;80cec940e2c9:39061 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35515/user/jenkins/test-data/92e48638-8ca2-3ddb-425e-d9be69594448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74d59c379f344d49894b5a37df86b5ac, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T19:42:37,501 INFO [M:0;80cec940e2c9:39061 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 177ms, sequenceid=71, compaction requested=false 2024-11-13T19:42:37,503 INFO [M:0;80cec940e2c9:39061 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:37,503 DEBUG [M:0;80cec940e2c9:39061 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526957323Disabling compacts and flushes for region at 1731526957323Disabling writes for close at 1731526957324 (+1 ms)Obtaining lock to block concurrent updates at 1731526957324Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526957324Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731526957325 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526957327 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526957327Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526957347 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526957347Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526957367 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526957386 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526957386Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526957411 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526957434 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526957435 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43183046: reopening flushed file at 1731526957455 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47460bea: reopening flushed file at 1731526957474 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b360705: reopening flushed file at 1731526957488 (+14 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 177ms, sequenceid=71, compaction requested=false at 1731526957502 (+14 ms)Writing region close event to WAL at 1731526957503 (+1 ms)Closed at 1731526957503 2024-11-13T19:42:37,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45815 is added to blk_1073741830_1006 (size=35440) 2024-11-13T19:42:37,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34907 is added to blk_1073741830_1006 (size=35440) 2024-11-13T19:42:37,512 INFO [M:0;80cec940e2c9:39061 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:42:37,512 INFO [M:0;80cec940e2c9:39061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39061 2024-11-13T19:42:37,513 INFO [M:0;80cec940e2c9:39061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:42:37,513 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:42:37,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:37,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39061-0x10136e645090000, quorum=127.0.0.1:54426, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:37,622 INFO [M:0;80cec940e2c9:39061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:42:37,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5acf7a93{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:42:37,658 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52bff630{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:42:37,658 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:42:37,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b611e38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:42:37,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@727c4888{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/hadoop.log.dir/,STOPPED} 2024-11-13T19:42:37,667 WARN [BP-1491884550-172.17.0.3-1731526948131 heartbeating to localhost/127.0.0.1:35515 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:42:37,667 WARN [BP-1491884550-172.17.0.3-1731526948131 heartbeating to localhost/127.0.0.1:35515 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1491884550-172.17.0.3-1731526948131 (Datanode Uuid 9abd4ec3-403c-416e-9cac-5aeb33698783) service to localhost/127.0.0.1:35515 2024-11-13T19:42:37,667 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:42:37,667 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:42:37,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/cluster_aef53769-f757-4fc4-a84a-e78db6a5bf08/data/data3/current/BP-1491884550-172.17.0.3-1731526948131 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:42:37,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/cluster_aef53769-f757-4fc4-a84a-e78db6a5bf08/data/data4/current/BP-1491884550-172.17.0.3-1731526948131 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:42:37,671 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:42:37,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc3e688{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:42:37,675 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21b0fe12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:42:37,675 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:42:37,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684a1a54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:42:37,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18d551c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/hadoop.log.dir/,STOPPED} 2024-11-13T19:42:37,679 WARN [BP-1491884550-172.17.0.3-1731526948131 heartbeating to localhost/127.0.0.1:35515 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:42:37,679 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:42:37,680 WARN [BP-1491884550-172.17.0.3-1731526948131 heartbeating to localhost/127.0.0.1:35515 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1491884550-172.17.0.3-1731526948131 (Datanode Uuid bdd4dd38-7576-4238-a431-f3f2087385cc) service to localhost/127.0.0.1:35515 2024-11-13T19:42:37,680 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:42:37,680 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/cluster_aef53769-f757-4fc4-a84a-e78db6a5bf08/data/data1/current/BP-1491884550-172.17.0.3-1731526948131 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:42:37,680 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/cluster_aef53769-f757-4fc4-a84a-e78db6a5bf08/data/data2/current/BP-1491884550-172.17.0.3-1731526948131 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:42:37,681 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:42:37,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:42:37,693 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:42:37,693 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:42:37,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:42:37,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/hadoop.log.dir/,STOPPED} 2024-11-13T19:42:37,701 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:42:37,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:42:37,752 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=85 (was 11) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:35515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/80cec940e2c9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:35515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/80cec940e2c9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/80cec940e2c9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:35515 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:35515 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/80cec940e2c9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@45b244ad java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=410 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=259 (was 228) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4836 (was 3840) - AvailableMemoryMB LEAK? - 2024-11-13T19:42:37,760 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=85, OpenFileDescriptor=410, MaxFileDescriptor=1048576, SystemLoadAverage=259, ProcessCount=11, AvailableMemoryMB=4828 2024-11-13T19:42:37,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/hadoop.log.dir so I do NOT create it in target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef 2024-11-13T19:42:37,780 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:42:37,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/hadoop.tmp.dir so I do NOT create it in target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef 2024-11-13T19:42:37,780 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5325170c-7768-bac3-3cb3-294c0b81c39c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:42:37,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef 2024-11-13T19:42:37,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:42:37,780 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/cluster_43cf4dc1-1bce-d524-c7de-d2b9ea6ce326, deleteOnExit=true 2024-11-13T19:42:37,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:42:37,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/test.cache.data in system properties and HBase conf 2024-11-13T19:42:37,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:42:37,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:42:37,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:42:37,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:42:37,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:42:37,781 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:42:37,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:42:37,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:42:37,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:42:37,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:42:37,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:42:37,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:42:37,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:42:37,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:42:37,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:42:37,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:42:37,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:42:37,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:42:37,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:42:37,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:42:38,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:42:38,048 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:42:38,057 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:42:38,057 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:42:38,057 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:42:38,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:42:38,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@571c957d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:42:38,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@486bf2a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:42:38,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f86f9d8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/java.io.tmpdir/jetty-localhost-33149-hadoop-hdfs-3_4_1-tests_jar-_-any-821929228796577619/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:42:38,207 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@337b10e4{HTTP/1.1, (http/1.1)}{localhost:33149} 2024-11-13T19:42:38,208 INFO [Time-limited test {}] server.Server(415): Started @12139ms 2024-11-13T19:42:38,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:42:38,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:42:38,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:42:38,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:42:38,405 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:42:38,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@190e881d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:42:38,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35aa6870{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:42:38,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69b19960{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/java.io.tmpdir/jetty-localhost-45093-hadoop-hdfs-3_4_1-tests_jar-_-any-15739537255555484493/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:42:38,512 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c6b328d{HTTP/1.1, (http/1.1)}{localhost:45093} 2024-11-13T19:42:38,512 INFO [Time-limited test {}] server.Server(415): Started @12443ms 2024-11-13T19:42:38,514 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:42:38,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:42:38,579 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:42:38,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:42:38,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:42:38,583 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:42:38,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ac0c0ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:42:38,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27c6e4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:42:38,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f541e60{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/java.io.tmpdir/jetty-localhost-46139-hadoop-hdfs-3_4_1-tests_jar-_-any-7776916721522793432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:42:38,709 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25c56c2e{HTTP/1.1, (http/1.1)}{localhost:46139} 2024-11-13T19:42:38,709 INFO [Time-limited test {}] server.Server(415): Started @12640ms 2024-11-13T19:42:38,711 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:42:39,139 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/cluster_43cf4dc1-1bce-d524-c7de-d2b9ea6ce326/data/data2/current/BP-575350083-172.17.0.3-1731526957817/current, will proceed with Du for space computation calculation, 2024-11-13T19:42:39,139 WARN [Thread-364 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/cluster_43cf4dc1-1bce-d524-c7de-d2b9ea6ce326/data/data1/current/BP-575350083-172.17.0.3-1731526957817/current, will proceed with Du for space computation calculation, 2024-11-13T19:42:39,160 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:42:39,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b29bc6d5338cdac with lease ID 0x9fae26455616e616: Processing first storage report for DS-ddc94adc-efd3-4b61-aac8-d64ddecc5749 from datanode DatanodeRegistration(127.0.0.1:39979, datanodeUuid=dd78327e-965e-4f13-83a3-0c96913becc9, infoPort=36889, infoSecurePort=0, ipcPort=39777, storageInfo=lv=-57;cid=testClusterID;nsid=1850492241;c=1731526957817) 2024-11-13T19:42:39,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b29bc6d5338cdac with lease ID 0x9fae26455616e616: from storage DS-ddc94adc-efd3-4b61-aac8-d64ddecc5749 node DatanodeRegistration(127.0.0.1:39979, datanodeUuid=dd78327e-965e-4f13-83a3-0c96913becc9, infoPort=36889, infoSecurePort=0, ipcPort=39777, storageInfo=lv=-57;cid=testClusterID;nsid=1850492241;c=1731526957817), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:42:39,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b29bc6d5338cdac with lease ID 0x9fae26455616e616: Processing first storage report for DS-b6ed557e-1f19-4dec-8359-aa2a9694873e from datanode DatanodeRegistration(127.0.0.1:39979, datanodeUuid=dd78327e-965e-4f13-83a3-0c96913becc9, infoPort=36889, infoSecurePort=0, ipcPort=39777, storageInfo=lv=-57;cid=testClusterID;nsid=1850492241;c=1731526957817) 2024-11-13T19:42:39,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b29bc6d5338cdac with lease ID 0x9fae26455616e616: from storage DS-b6ed557e-1f19-4dec-8359-aa2a9694873e node DatanodeRegistration(127.0.0.1:39979, datanodeUuid=dd78327e-965e-4f13-83a3-0c96913becc9, infoPort=36889, infoSecurePort=0, ipcPort=39777, storageInfo=lv=-57;cid=testClusterID;nsid=1850492241;c=1731526957817), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:42:39,316 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/cluster_43cf4dc1-1bce-d524-c7de-d2b9ea6ce326/data/data4/current/BP-575350083-172.17.0.3-1731526957817/current, will proceed with Du for space computation calculation, 2024-11-13T19:42:39,316 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/cluster_43cf4dc1-1bce-d524-c7de-d2b9ea6ce326/data/data3/current/BP-575350083-172.17.0.3-1731526957817/current, will proceed with Du for space computation calculation, 2024-11-13T19:42:39,338 WARN [Thread-352 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:42:39,342 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc20e4a14b00a24dc with lease ID 0x9fae26455616e617: Processing first storage report for DS-0cbe559d-bf4d-4eec-83e3-680a97de1377 from datanode DatanodeRegistration(127.0.0.1:36117, datanodeUuid=5d5774e7-22e2-42e2-9dc7-695acda8f455, infoPort=38507, infoSecurePort=0, ipcPort=36319, storageInfo=lv=-57;cid=testClusterID;nsid=1850492241;c=1731526957817) 2024-11-13T19:42:39,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc20e4a14b00a24dc with lease ID 0x9fae26455616e617: from storage DS-0cbe559d-bf4d-4eec-83e3-680a97de1377 node DatanodeRegistration(127.0.0.1:36117, datanodeUuid=5d5774e7-22e2-42e2-9dc7-695acda8f455, infoPort=38507, infoSecurePort=0, ipcPort=36319, storageInfo=lv=-57;cid=testClusterID;nsid=1850492241;c=1731526957817), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:42:39,342 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc20e4a14b00a24dc with lease ID 0x9fae26455616e617: Processing first storage report for DS-7aba679e-c195-46d0-90ff-83e6b0891e22 from datanode DatanodeRegistration(127.0.0.1:36117, datanodeUuid=5d5774e7-22e2-42e2-9dc7-695acda8f455, infoPort=38507, infoSecurePort=0, ipcPort=36319, storageInfo=lv=-57;cid=testClusterID;nsid=1850492241;c=1731526957817) 2024-11-13T19:42:39,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc20e4a14b00a24dc with lease ID 0x9fae26455616e617: from storage DS-7aba679e-c195-46d0-90ff-83e6b0891e22 node DatanodeRegistration(127.0.0.1:36117, datanodeUuid=5d5774e7-22e2-42e2-9dc7-695acda8f455, infoPort=38507, infoSecurePort=0, ipcPort=36319, storageInfo=lv=-57;cid=testClusterID;nsid=1850492241;c=1731526957817), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:42:39,361 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef 2024-11-13T19:42:39,364 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/cluster_43cf4dc1-1bce-d524-c7de-d2b9ea6ce326/zookeeper_0, clientPort=56745, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/cluster_43cf4dc1-1bce-d524-c7de-d2b9ea6ce326/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/cluster_43cf4dc1-1bce-d524-c7de-d2b9ea6ce326/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:42:39,366 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56745 2024-11-13T19:42:39,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:39,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:39,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36117 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:42:39,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39979 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:42:39,388 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604 with version=8 2024-11-13T19:42:39,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/hbase-staging 2024-11-13T19:42:39,391 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:42:39,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:39,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:39,392 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:42:39,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:39,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:42:39,392 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:42:39,392 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:42:39,393 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37791 2024-11-13T19:42:39,396 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37791 connecting to ZooKeeper ensemble=127.0.0.1:56745 2024-11-13T19:42:39,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377910x0, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:42:39,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37791-0x10136e666ac0000 connected 2024-11-13T19:42:39,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:39,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:39,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:39,532 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604, hbase.cluster.distributed=false 2024-11-13T19:42:39,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T19:42:39,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37791 2024-11-13T19:42:39,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37791 2024-11-13T19:42:39,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37791 2024-11-13T19:42:39,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37791 2024-11-13T19:42:39,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37791 2024-11-13T19:42:39,555 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:42:39,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:39,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:39,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:42:39,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:39,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:42:39,556 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:42:39,556 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:42:39,557 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44553 2024-11-13T19:42:39,559 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44553 connecting to ZooKeeper ensemble=127.0.0.1:56745 2024-11-13T19:42:39,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:39,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:39,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445530x0, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:42:39,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445530x0, quorum=127.0.0.1:56745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:39,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44553-0x10136e666ac0001 connected 2024-11-13T19:42:39,569 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:42:39,570 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:42:39,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44553-0x10136e666ac0001, quorum=127.0.0.1:56745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T19:42:39,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44553-0x10136e666ac0001, quorum=127.0.0.1:56745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T19:42:39,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44553 2024-11-13T19:42:39,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44553 2024-11-13T19:42:39,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44553 2024-11-13T19:42:39,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44553 2024-11-13T19:42:39,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44553 2024-11-13T19:42:39,590 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:42:39,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:39,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:39,590 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:42:39,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:39,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:42:39,591 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:42:39,591 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:42:39,591 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33133 2024-11-13T19:42:39,593 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33133 connecting to ZooKeeper ensemble=127.0.0.1:56745 2024-11-13T19:42:39,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:39,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:39,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331330x0, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:42:39,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33133-0x10136e666ac0002, quorum=127.0.0.1:56745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:39,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33133-0x10136e666ac0002 connected 2024-11-13T19:42:39,611 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:42:39,612 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:42:39,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33133-0x10136e666ac0002, quorum=127.0.0.1:56745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T19:42:39,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33133-0x10136e666ac0002, quorum=127.0.0.1:56745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T19:42:39,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33133 2024-11-13T19:42:39,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33133 2024-11-13T19:42:39,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33133 2024-11-13T19:42:39,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33133 2024-11-13T19:42:39,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33133 2024-11-13T19:42:39,628 DEBUG [M:0;80cec940e2c9:37791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:37791 2024-11-13T19:42:39,629 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/80cec940e2c9,37791,1731526959391 2024-11-13T19:42:39,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:39,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x10136e666ac0001, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:39,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10136e666ac0002, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:39,636 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/80cec940e2c9,37791,1731526959391 2024-11-13T19:42:39,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10136e666ac0002, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T19:42:39,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x10136e666ac0001, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T19:42:39,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:39,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10136e666ac0002, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:39,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x10136e666ac0001, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:39,644 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T19:42:39,645 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/80cec940e2c9,37791,1731526959391 from backup master directory 2024-11-13T19:42:39,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/80cec940e2c9,37791,1731526959391 2024-11-13T19:42:39,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x10136e666ac0001, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:39,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:39,652 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:42:39,652 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,37791,1731526959391 2024-11-13T19:42:39,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10136e666ac0002, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:39,659 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/hbase.id] with ID: a3707bee-9c4e-4849-8222-7022daa5a728 2024-11-13T19:42:39,659 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/.tmp/hbase.id 2024-11-13T19:42:39,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39979 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:42:39,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36117 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:42:39,670 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/.tmp/hbase.id]:[hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/hbase.id] 2024-11-13T19:42:39,689 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:39,689 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:42:39,692 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-13T19:42:39,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10136e666ac0002, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:39,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x10136e666ac0001, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:39,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:39,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39979 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:42:39,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36117 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:42:39,714 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:42:39,715 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:42:39,715 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:42:39,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36117 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:42:39,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39979 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:42:39,732 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/data/master/store 2024-11-13T19:42:39,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39979 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:42:39,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36117 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:42:39,746 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:39,746 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:42:39,746 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:39,746 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:39,746 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:42:39,746 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:39,746 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:39,747 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526959746Disabling compacts and flushes for region at 1731526959746Disabling writes for close at 1731526959746Writing region close event to WAL at 1731526959746Closed at 1731526959746 2024-11-13T19:42:39,749 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/data/master/store/.initializing 2024-11-13T19:42:39,749 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/WALs/80cec940e2c9,37791,1731526959391 2024-11-13T19:42:39,751 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:42:39,754 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C37791%2C1731526959391, suffix=, logDir=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/WALs/80cec940e2c9,37791,1731526959391, archiveDir=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/oldWALs, maxLogs=10 2024-11-13T19:42:39,773 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/WALs/80cec940e2c9,37791,1731526959391/80cec940e2c9%2C37791%2C1731526959391.1731526959755, exclude list is [], retry=0 2024-11-13T19:42:39,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39979,DS-ddc94adc-efd3-4b61-aac8-d64ddecc5749,DISK] 2024-11-13T19:42:39,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36117,DS-0cbe559d-bf4d-4eec-83e3-680a97de1377,DISK] 2024-11-13T19:42:39,783 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/WALs/80cec940e2c9,37791,1731526959391/80cec940e2c9%2C37791%2C1731526959391.1731526959755 2024-11-13T19:42:39,784 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36889:36889),(127.0.0.1/127.0.0.1:38507:38507)] 2024-11-13T19:42:39,784 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:42:39,784 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:39,785 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:39,785 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:39,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:39,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:42:39,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:39,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:39,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:39,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:42:39,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:39,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:42:39,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:39,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:42:39,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:39,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:42:39,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:39,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:42:39,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:39,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:42:39,804 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:39,806 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:39,806 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:39,809 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:39,809 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:39,810 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:42:39,811 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:39,814 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:42:39,815 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73882887, jitterRate=0.10094080865383148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:42:39,816 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526959785Initializing all the Stores at 1731526959787 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526959787Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526959787Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526959787Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526959787Cleaning up temporary data from old regions at 1731526959809 (+22 ms)Region opened successfully at 1731526959816 (+7 ms) 2024-11-13T19:42:39,817 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:42:39,822 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32fc74a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:42:39,824 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:42:39,824 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:42:39,824 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:42:39,824 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:42:39,825 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:42:39,825 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:42:39,826 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:42:39,829 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:42:39,830 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T19:42:39,834 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T19:42:39,835 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:42:39,836 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:42:39,843 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T19:42:39,843 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:42:39,845 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:42:39,851 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T19:42:39,852 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:42:39,859 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T19:42:39,862 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:42:39,868 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T19:42:39,874 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:42:39,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x10136e666ac0001, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:39,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x10136e666ac0001, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:39,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10136e666ac0002, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:39,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:39,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10136e666ac0002, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:39,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:39,878 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,37791,1731526959391, sessionid=0x10136e666ac0000, setting cluster-up flag (Was=false) 2024-11-13T19:42:39,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:42:39,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:39,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x10136e666ac0001, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:39,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10136e666ac0002, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:39,918 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T19:42:39,919 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,37791,1731526959391 2024-11-13T19:42:39,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:42:39,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:39,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10136e666ac0002, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:39,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x10136e666ac0001, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:39,959 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T19:42:39,961 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,37791,1731526959391 2024-11-13T19:42:39,963 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:42:39,965 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:42:39,965 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:42:39,965 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:42:39,966 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,37791,1731526959391 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:42:39,967 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:42:39,968 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:42:39,968 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:42:39,968 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:42:39,968 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:42:39,968 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:39,968 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:42:39,968 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:39,970 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526989970 2024-11-13T19:42:39,971 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:42:39,971 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:42:39,971 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:42:39,971 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:42:39,971 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:42:39,971 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:42:39,971 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:42:39,971 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:42:39,971 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:39,972 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:42:39,972 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:42:39,972 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:42:39,972 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:42:39,972 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:42:39,972 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:39,973 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:42:39,974 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526959972,5,FailOnTimeoutGroup] 2024-11-13T19:42:39,975 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526959975,5,FailOnTimeoutGroup] 2024-11-13T19:42:39,975 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:39,975 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:42:39,975 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:39,975 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:39,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36117 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:42:39,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39979 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:42:39,987 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:42:39,987 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604 2024-11-13T19:42:39,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39979 is added to blk_1073741832_1008 (size=32) 2024-11-13T19:42:39,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36117 is added to blk_1073741832_1008 (size=32) 2024-11-13T19:42:39,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:39,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:42:40,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:42:40,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:40,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:40,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:42:40,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:42:40,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:40,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:40,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:42:40,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:42:40,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:40,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:40,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:42:40,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:42:40,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:40,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:40,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:42:40,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/hbase/meta/1588230740 2024-11-13T19:42:40,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/hbase/meta/1588230740 2024-11-13T19:42:40,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:42:40,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:42:40,017 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:42:40,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:42:40,019 INFO [RS:1;80cec940e2c9:33133 {}] regionserver.HRegionServer(746): ClusterId : a3707bee-9c4e-4849-8222-7022daa5a728 2024-11-13T19:42:40,019 INFO [RS:0;80cec940e2c9:44553 {}] regionserver.HRegionServer(746): ClusterId : a3707bee-9c4e-4849-8222-7022daa5a728 2024-11-13T19:42:40,019 DEBUG [RS:1;80cec940e2c9:33133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:42:40,019 DEBUG [RS:0;80cec940e2c9:44553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:42:40,023 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:42:40,024 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69390192, jitterRate=0.033994436264038086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:42:40,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526959997Initializing all the Stores at 1731526959998 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526959999 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526959999Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526959999Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526959999Cleaning up temporary data from old regions at 1731526960016 (+17 ms)Region opened successfully at 1731526960025 (+9 ms) 2024-11-13T19:42:40,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:42:40,026 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:42:40,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:42:40,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:42:40,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:42:40,027 DEBUG [RS:1;80cec940e2c9:33133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:42:40,027 DEBUG [RS:0;80cec940e2c9:44553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:42:40,027 DEBUG [RS:1;80cec940e2c9:33133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:42:40,027 DEBUG [RS:0;80cec940e2c9:44553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:42:40,031 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:42:40,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526960025Disabling compacts and flushes for region at 1731526960025Disabling writes for close at 1731526960026 (+1 ms)Writing region close event to WAL at 1731526960031 (+5 ms)Closed at 1731526960031 2024-11-13T19:42:40,033 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:42:40,033 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:42:40,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:42:40,036 DEBUG [RS:0;80cec940e2c9:44553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:42:40,036 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:42:40,037 DEBUG [RS:0;80cec940e2c9:44553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d8a461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:42:40,037 DEBUG [RS:1;80cec940e2c9:33133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:42:40,038 DEBUG [RS:1;80cec940e2c9:33133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b758806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:42:40,038 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:42:40,054 DEBUG [RS:0;80cec940e2c9:44553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:44553 2024-11-13T19:42:40,054 INFO [RS:0;80cec940e2c9:44553 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:42:40,054 INFO [RS:0;80cec940e2c9:44553 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:42:40,055 DEBUG [RS:0;80cec940e2c9:44553 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:42:40,056 INFO [RS:0;80cec940e2c9:44553 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,37791,1731526959391 with port=44553, startcode=1731526959555 2024-11-13T19:42:40,056 DEBUG [RS:0;80cec940e2c9:44553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:42:40,058 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:42:40,059 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37791 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,44553,1731526959555 2024-11-13T19:42:40,060 DEBUG [RS:1;80cec940e2c9:33133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;80cec940e2c9:33133 2024-11-13T19:42:40,060 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37791 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,44553,1731526959555 2024-11-13T19:42:40,060 INFO [RS:1;80cec940e2c9:33133 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:42:40,060 INFO [RS:1;80cec940e2c9:33133 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:42:40,060 DEBUG [RS:1;80cec940e2c9:33133 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:42:40,061 INFO [RS:1;80cec940e2c9:33133 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,37791,1731526959391 with port=33133, startcode=1731526959589 2024-11-13T19:42:40,061 DEBUG [RS:1;80cec940e2c9:33133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:42:40,063 DEBUG [RS:0;80cec940e2c9:44553 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604 2024-11-13T19:42:40,063 DEBUG [RS:0;80cec940e2c9:44553 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43977 2024-11-13T19:42:40,063 DEBUG [RS:0;80cec940e2c9:44553 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:42:40,064 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:42:40,064 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37791 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,33133,1731526959589 2024-11-13T19:42:40,064 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37791 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,33133,1731526959589 2024-11-13T19:42:40,067 DEBUG [RS:1;80cec940e2c9:33133 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604 2024-11-13T19:42:40,067 DEBUG [RS:1;80cec940e2c9:33133 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43977 2024-11-13T19:42:40,067 DEBUG [RS:1;80cec940e2c9:33133 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:42:40,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T19:42:40,099 DEBUG [RS:0;80cec940e2c9:44553 {}] zookeeper.ZKUtil(111): regionserver:44553-0x10136e666ac0001, quorum=127.0.0.1:56745, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80cec940e2c9,44553,1731526959555 2024-11-13T19:42:40,099 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,44553,1731526959555] 2024-11-13T19:42:40,099 WARN [RS:0;80cec940e2c9:44553 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:42:40,099 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,33133,1731526959589] 2024-11-13T19:42:40,100 INFO [RS:0;80cec940e2c9:44553 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:42:40,100 DEBUG [RS:1;80cec940e2c9:33133 {}] zookeeper.ZKUtil(111): regionserver:33133-0x10136e666ac0002, quorum=127.0.0.1:56745, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80cec940e2c9,33133,1731526959589 2024-11-13T19:42:40,100 DEBUG [RS:0;80cec940e2c9:44553 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/WALs/80cec940e2c9,44553,1731526959555 2024-11-13T19:42:40,100 WARN [RS:1;80cec940e2c9:33133 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:42:40,100 INFO [RS:1;80cec940e2c9:33133 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:42:40,100 DEBUG [RS:1;80cec940e2c9:33133 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/WALs/80cec940e2c9,33133,1731526959589 2024-11-13T19:42:40,105 INFO [RS:0;80cec940e2c9:44553 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:42:40,105 INFO [RS:1;80cec940e2c9:33133 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:42:40,108 INFO [RS:0;80cec940e2c9:44553 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:42:40,108 INFO [RS:0;80cec940e2c9:44553 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:42:40,108 INFO [RS:0;80cec940e2c9:44553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,113 INFO [RS:0;80cec940e2c9:44553 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:42:40,114 INFO [RS:1;80cec940e2c9:33133 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:42:40,114 INFO [RS:1;80cec940e2c9:33133 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:42:40,115 INFO [RS:1;80cec940e2c9:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,115 INFO [RS:1;80cec940e2c9:33133 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:42:40,115 INFO [RS:0;80cec940e2c9:44553 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:42:40,115 INFO [RS:0;80cec940e2c9:44553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,115 DEBUG [RS:0;80cec940e2c9:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:40,116 DEBUG [RS:0;80cec940e2c9:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:40,116 DEBUG [RS:0;80cec940e2c9:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:40,116 DEBUG [RS:0;80cec940e2c9:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:40,116 DEBUG [RS:0;80cec940e2c9:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:40,116 DEBUG [RS:0;80cec940e2c9:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:42:40,116 INFO [RS:1;80cec940e2c9:33133 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:42:40,116 DEBUG [RS:0;80cec940e2c9:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:40,116 INFO [RS:1;80cec940e2c9:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,116 DEBUG [RS:0;80cec940e2c9:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:40,116 DEBUG [RS:0;80cec940e2c9:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:40,117 DEBUG [RS:1;80cec940e2c9:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:40,117 DEBUG [RS:1;80cec940e2c9:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:40,117 DEBUG [RS:0;80cec940e2c9:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:40,117 DEBUG [RS:1;80cec940e2c9:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:40,117 DEBUG [RS:0;80cec940e2c9:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:40,117 DEBUG [RS:1;80cec940e2c9:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:40,117 DEBUG [RS:0;80cec940e2c9:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:40,117 DEBUG [RS:1;80cec940e2c9:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:40,117 DEBUG [RS:1;80cec940e2c9:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:42:40,117 DEBUG [RS:0;80cec940e2c9:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:42:40,117 DEBUG [RS:1;80cec940e2c9:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:40,117 DEBUG [RS:0;80cec940e2c9:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:42:40,117 DEBUG [RS:1;80cec940e2c9:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:40,117 DEBUG [RS:1;80cec940e2c9:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:40,117 DEBUG [RS:1;80cec940e2c9:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:40,117 DEBUG [RS:1;80cec940e2c9:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:40,117 DEBUG [RS:1;80cec940e2c9:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:40,118 DEBUG [RS:1;80cec940e2c9:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:42:40,118 DEBUG [RS:1;80cec940e2c9:33133 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:42:40,118 INFO [RS:0;80cec940e2c9:44553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,119 INFO [RS:0;80cec940e2c9:44553 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,119 INFO [RS:0;80cec940e2c9:44553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,119 INFO [RS:0;80cec940e2c9:44553 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,119 INFO [RS:0;80cec940e2c9:44553 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,119 INFO [RS:0;80cec940e2c9:44553 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,44553,1731526959555-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:42:40,122 INFO [RS:1;80cec940e2c9:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,122 INFO [RS:1;80cec940e2c9:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,123 INFO [RS:1;80cec940e2c9:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,123 INFO [RS:1;80cec940e2c9:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,123 INFO [RS:1;80cec940e2c9:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,123 INFO [RS:1;80cec940e2c9:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33133,1731526959589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:42:40,139 INFO [RS:0;80cec940e2c9:44553 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:42:40,139 INFO [RS:0;80cec940e2c9:44553 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,44553,1731526959555-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,139 INFO [RS:0;80cec940e2c9:44553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,139 INFO [RS:0;80cec940e2c9:44553 {}] regionserver.Replication(171): 80cec940e2c9,44553,1731526959555 started 2024-11-13T19:42:40,146 INFO [RS:1;80cec940e2c9:33133 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:42:40,146 INFO [RS:1;80cec940e2c9:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33133,1731526959589-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,147 INFO [RS:1;80cec940e2c9:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,147 INFO [RS:1;80cec940e2c9:33133 {}] regionserver.Replication(171): 80cec940e2c9,33133,1731526959589 started 2024-11-13T19:42:40,156 INFO [RS:0;80cec940e2c9:44553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,157 INFO [RS:0;80cec940e2c9:44553 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,44553,1731526959555, RpcServer on 80cec940e2c9/172.17.0.3:44553, sessionid=0x10136e666ac0001 2024-11-13T19:42:40,157 DEBUG [RS:0;80cec940e2c9:44553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:42:40,157 DEBUG [RS:0;80cec940e2c9:44553 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,44553,1731526959555 2024-11-13T19:42:40,157 DEBUG [RS:0;80cec940e2c9:44553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,44553,1731526959555' 2024-11-13T19:42:40,157 DEBUG [RS:0;80cec940e2c9:44553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T19:42:40,158 DEBUG [RS:0;80cec940e2c9:44553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T19:42:40,158 DEBUG [RS:0;80cec940e2c9:44553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:42:40,158 DEBUG [RS:0;80cec940e2c9:44553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:42:40,159 DEBUG [RS:0;80cec940e2c9:44553 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,44553,1731526959555 2024-11-13T19:42:40,159 DEBUG [RS:0;80cec940e2c9:44553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,44553,1731526959555' 2024-11-13T19:42:40,159 DEBUG [RS:0;80cec940e2c9:44553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T19:42:40,159 DEBUG [RS:0;80cec940e2c9:44553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T19:42:40,160 DEBUG [RS:0;80cec940e2c9:44553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:42:40,160 INFO [RS:0;80cec940e2c9:44553 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:42:40,160 INFO [RS:0;80cec940e2c9:44553 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:42:40,170 INFO [RS:1;80cec940e2c9:33133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,171 INFO [RS:1;80cec940e2c9:33133 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,33133,1731526959589, RpcServer on 80cec940e2c9/172.17.0.3:33133, sessionid=0x10136e666ac0002 2024-11-13T19:42:40,171 DEBUG [RS:1;80cec940e2c9:33133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:42:40,171 DEBUG [RS:1;80cec940e2c9:33133 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,33133,1731526959589 2024-11-13T19:42:40,171 DEBUG [RS:1;80cec940e2c9:33133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,33133,1731526959589' 2024-11-13T19:42:40,171 DEBUG [RS:1;80cec940e2c9:33133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T19:42:40,172 DEBUG [RS:1;80cec940e2c9:33133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T19:42:40,173 DEBUG [RS:1;80cec940e2c9:33133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:42:40,173 DEBUG [RS:1;80cec940e2c9:33133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:42:40,173 DEBUG [RS:1;80cec940e2c9:33133 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,33133,1731526959589 2024-11-13T19:42:40,173 DEBUG [RS:1;80cec940e2c9:33133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,33133,1731526959589' 2024-11-13T19:42:40,173 DEBUG [RS:1;80cec940e2c9:33133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T19:42:40,174 DEBUG [RS:1;80cec940e2c9:33133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T19:42:40,174 DEBUG [RS:1;80cec940e2c9:33133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:42:40,174 INFO [RS:1;80cec940e2c9:33133 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:42:40,174 INFO [RS:1;80cec940e2c9:33133 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:42:40,188 WARN [80cec940e2c9:37791 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T19:42:40,261 INFO [RS:0;80cec940e2c9:44553 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:42:40,263 INFO [RS:0;80cec940e2c9:44553 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C44553%2C1731526959555, suffix=, logDir=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/WALs/80cec940e2c9,44553,1731526959555, archiveDir=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/oldWALs, maxLogs=32 2024-11-13T19:42:40,275 INFO [RS:1;80cec940e2c9:33133 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:42:40,278 INFO [RS:1;80cec940e2c9:33133 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C33133%2C1731526959589, suffix=, logDir=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/WALs/80cec940e2c9,33133,1731526959589, archiveDir=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/oldWALs, maxLogs=32 2024-11-13T19:42:40,280 DEBUG [RS:0;80cec940e2c9:44553 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/WALs/80cec940e2c9,44553,1731526959555/80cec940e2c9%2C44553%2C1731526959555.1731526960265, exclude list is [], retry=0 2024-11-13T19:42:40,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39979,DS-ddc94adc-efd3-4b61-aac8-d64ddecc5749,DISK] 2024-11-13T19:42:40,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36117,DS-0cbe559d-bf4d-4eec-83e3-680a97de1377,DISK] 2024-11-13T19:42:40,288 INFO [RS:0;80cec940e2c9:44553 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/WALs/80cec940e2c9,44553,1731526959555/80cec940e2c9%2C44553%2C1731526959555.1731526960265 2024-11-13T19:42:40,291 DEBUG [RS:0;80cec940e2c9:44553 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38507:38507),(127.0.0.1/127.0.0.1:36889:36889)] 2024-11-13T19:42:40,300 DEBUG [RS:1;80cec940e2c9:33133 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/WALs/80cec940e2c9,33133,1731526959589/80cec940e2c9%2C33133%2C1731526959589.1731526960280, exclude list is [], retry=0 2024-11-13T19:42:40,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39979,DS-ddc94adc-efd3-4b61-aac8-d64ddecc5749,DISK] 2024-11-13T19:42:40,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36117,DS-0cbe559d-bf4d-4eec-83e3-680a97de1377,DISK] 2024-11-13T19:42:40,307 INFO [RS:1;80cec940e2c9:33133 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/WALs/80cec940e2c9,33133,1731526959589/80cec940e2c9%2C33133%2C1731526959589.1731526960280 2024-11-13T19:42:40,307 DEBUG [RS:1;80cec940e2c9:33133 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36889:36889),(127.0.0.1/127.0.0.1:38507:38507)] 2024-11-13T19:42:40,439 DEBUG [80cec940e2c9:37791 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T19:42:40,440 DEBUG [80cec940e2c9:37791 {}] balancer.BalancerClusterState(204): Hosts are {80cec940e2c9=0} racks are {/default-rack=0} 2024-11-13T19:42:40,444 DEBUG [80cec940e2c9:37791 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T19:42:40,444 DEBUG [80cec940e2c9:37791 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T19:42:40,444 DEBUG [80cec940e2c9:37791 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T19:42:40,444 DEBUG [80cec940e2c9:37791 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T19:42:40,444 INFO [80cec940e2c9:37791 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T19:42:40,445 INFO [80cec940e2c9:37791 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T19:42:40,445 DEBUG [80cec940e2c9:37791 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T19:42:40,447 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,33133,1731526959589 2024-11-13T19:42:40,449 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,33133,1731526959589, state=OPENING 2024-11-13T19:42:40,484 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:42:40,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10136e666ac0002, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:40,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x10136e666ac0001, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:40,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:40,494 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:42:40,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:40,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,33133,1731526959589}] 2024-11-13T19:42:40,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:40,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:40,650 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:42:40,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:42:40,658 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:42:40,658 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:42:40,659 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:42:40,662 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C33133%2C1731526959589.meta, suffix=.meta, logDir=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/WALs/80cec940e2c9,33133,1731526959589, archiveDir=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/oldWALs, maxLogs=32 2024-11-13T19:42:40,677 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/WALs/80cec940e2c9,33133,1731526959589/80cec940e2c9%2C33133%2C1731526959589.meta.1731526960663.meta, exclude list is [], retry=0 2024-11-13T19:42:40,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36117,DS-0cbe559d-bf4d-4eec-83e3-680a97de1377,DISK] 2024-11-13T19:42:40,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39979,DS-ddc94adc-efd3-4b61-aac8-d64ddecc5749,DISK] 2024-11-13T19:42:40,684 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/WALs/80cec940e2c9,33133,1731526959589/80cec940e2c9%2C33133%2C1731526959589.meta.1731526960663.meta 2024-11-13T19:42:40,691 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38507:38507),(127.0.0.1/127.0.0.1:36889:36889)] 2024-11-13T19:42:40,691 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:42:40,692 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:42:40,692 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:42:40,692 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:42:40,692 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:42:40,693 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:40,693 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:42:40,693 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:42:40,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:42:40,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:42:40,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:40,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:40,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:42:40,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:42:40,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:40,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:40,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:42:40,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:42:40,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:40,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:40,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:42:40,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:42:40,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:40,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:40,705 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:42:40,706 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/hbase/meta/1588230740 2024-11-13T19:42:40,708 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/hbase/meta/1588230740 2024-11-13T19:42:40,710 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:42:40,710 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:42:40,711 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:42:40,713 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:42:40,715 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62776797, jitterRate=-0.06455282866954803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:42:40,715 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:42:40,716 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526960693Writing region info on filesystem at 1731526960693Initializing all the Stores at 1731526960695 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526960695Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526960695Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526960695Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526960695Cleaning up temporary data from old regions at 1731526960710 (+15 ms)Running coprocessor post-open hooks at 1731526960715 (+5 ms)Region opened successfully at 1731526960716 (+1 ms) 2024-11-13T19:42:40,717 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526960649 2024-11-13T19:42:40,720 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:42:40,721 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:42:40,722 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,33133,1731526959589 2024-11-13T19:42:40,723 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,33133,1731526959589, state=OPEN 2024-11-13T19:42:40,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x10136e666ac0001, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:42:40,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10136e666ac0002, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:42:40,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:42:40,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:40,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:40,734 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,33133,1731526959589 2024-11-13T19:42:40,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:40,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:42:40,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,33133,1731526959589 in 240 msec 2024-11-13T19:42:40,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:42:40,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 707 msec 2024-11-13T19:42:40,746 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:42:40,746 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:42:40,749 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:42:40,749 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,33133,1731526959589, seqNum=-1] 2024-11-13T19:42:40,749 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:42:40,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:42:40,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 795 msec 2024-11-13T19:42:40,762 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526960762, completionTime=-1 2024-11-13T19:42:40,762 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T19:42:40,762 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:42:40,766 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T19:42:40,766 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731527020766 2024-11-13T19:42:40,766 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731527080766 2024-11-13T19:42:40,766 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-13T19:42:40,766 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37791,1731526959391-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,767 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37791,1731526959391-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,767 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37791,1731526959391-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,767 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:37791, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,767 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,767 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,770 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:42:40,773 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.121sec 2024-11-13T19:42:40,779 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:42:40,779 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:42:40,779 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:42:40,779 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:42:40,779 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:42:40,779 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37791,1731526959391-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:42:40,779 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37791,1731526959391-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:42:40,783 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:42:40,783 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:42:40,784 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37791,1731526959391-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:40,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a2c39d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:42:40,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,37791,-1 for getting cluster id 2024-11-13T19:42:40,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:42:40,822 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3707bee-9c4e-4849-8222-7022daa5a728' 2024-11-13T19:42:40,823 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:42:40,823 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3707bee-9c4e-4849-8222-7022daa5a728" 2024-11-13T19:42:40,824 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67bdd226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:42:40,824 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,37791,-1] 2024-11-13T19:42:40,824 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:42:40,825 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:40,826 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:42:40,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c922eb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:42:40,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:42:40,830 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,33133,1731526959589, seqNum=-1] 2024-11-13T19:42:40,831 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:42:40,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:42:40,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,37791,1731526959391 2024-11-13T19:42:40,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:42:40,839 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,37791,1731526959391 2024-11-13T19:42:40,839 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65514afd 2024-11-13T19:42:40,839 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:42:40,841 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:42:40,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37791 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:42:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37791 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T19:42:40,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:42:40,847 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:40,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37791 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T19:42:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:42:40,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:42:40,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36117 is added to blk_1073741836_1012 (size=379) 2024-11-13T19:42:40,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39979 is added to blk_1073741836_1012 (size=379) 2024-11-13T19:42:40,874 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b11a1d2ffafffbcf3832dd935159a92, NAME => 'testClearRegionBlockCache,,1731526960842.1b11a1d2ffafffbcf3832dd935159a92.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604 2024-11-13T19:42:40,875 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 54062b2f39d3e8b24b98e26e560ce18b, NAME => 'testClearRegionBlockCache,5,1731526960842.54062b2f39d3e8b24b98e26e560ce18b.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604 2024-11-13T19:42:40,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39979 is added to blk_1073741837_1013 (size=61) 2024-11-13T19:42:40,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36117 is added to blk_1073741837_1013 (size=61) 2024-11-13T19:42:40,903 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731526960842.1b11a1d2ffafffbcf3832dd935159a92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:40,903 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 1b11a1d2ffafffbcf3832dd935159a92, disabling compactions & flushes 2024-11-13T19:42:40,903 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731526960842.1b11a1d2ffafffbcf3832dd935159a92. 2024-11-13T19:42:40,903 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731526960842.1b11a1d2ffafffbcf3832dd935159a92. 2024-11-13T19:42:40,903 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731526960842.1b11a1d2ffafffbcf3832dd935159a92. after waiting 0 ms 2024-11-13T19:42:40,903 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731526960842.1b11a1d2ffafffbcf3832dd935159a92. 2024-11-13T19:42:40,903 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731526960842.1b11a1d2ffafffbcf3832dd935159a92. 2024-11-13T19:42:40,904 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b11a1d2ffafffbcf3832dd935159a92: Waiting for close lock at 1731526960903Disabling compacts and flushes for region at 1731526960903Disabling writes for close at 1731526960903Writing region close event to WAL at 1731526960903Closed at 1731526960903 2024-11-13T19:42:40,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39979 is added to blk_1073741838_1014 (size=61) 2024-11-13T19:42:40,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36117 is added to blk_1073741838_1014 (size=61) 2024-11-13T19:42:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:42:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:42:41,308 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731526960842.54062b2f39d3e8b24b98e26e560ce18b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:41,308 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 54062b2f39d3e8b24b98e26e560ce18b, disabling compactions & flushes 2024-11-13T19:42:41,308 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731526960842.54062b2f39d3e8b24b98e26e560ce18b. 2024-11-13T19:42:41,308 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731526960842.54062b2f39d3e8b24b98e26e560ce18b. 2024-11-13T19:42:41,309 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731526960842.54062b2f39d3e8b24b98e26e560ce18b. after waiting 0 ms 2024-11-13T19:42:41,309 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731526960842.54062b2f39d3e8b24b98e26e560ce18b. 2024-11-13T19:42:41,309 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731526960842.54062b2f39d3e8b24b98e26e560ce18b. 2024-11-13T19:42:41,309 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 54062b2f39d3e8b24b98e26e560ce18b: Waiting for close lock at 1731526961308Disabling compacts and flushes for region at 1731526961308Disabling writes for close at 1731526961309 (+1 ms)Writing region close event to WAL at 1731526961309Closed at 1731526961309 2024-11-13T19:42:41,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:42:41,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731526960842.1b11a1d2ffafffbcf3832dd935159a92.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731526961311"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526961311"}]},"ts":"1731526961311"} 2024-11-13T19:42:41,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731526960842.54062b2f39d3e8b24b98e26e560ce18b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731526961311"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526961311"}]},"ts":"1731526961311"} 2024-11-13T19:42:41,322 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T19:42:41,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:42:41,324 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526961324"}]},"ts":"1731526961324"} 2024-11-13T19:42:41,328 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T19:42:41,328 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {80cec940e2c9=0} racks are {/default-rack=0} 2024-11-13T19:42:41,331 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T19:42:41,331 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T19:42:41,331 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T19:42:41,331 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T19:42:41,331 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T19:42:41,331 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T19:42:41,331 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T19:42:41,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1b11a1d2ffafffbcf3832dd935159a92, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=54062b2f39d3e8b24b98e26e560ce18b, ASSIGN}] 2024-11-13T19:42:41,335 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=54062b2f39d3e8b24b98e26e560ce18b, ASSIGN 2024-11-13T19:42:41,335 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1b11a1d2ffafffbcf3832dd935159a92, ASSIGN 2024-11-13T19:42:41,337 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1b11a1d2ffafffbcf3832dd935159a92, ASSIGN; state=OFFLINE, location=80cec940e2c9,44553,1731526959555; forceNewPlan=false, retain=false 2024-11-13T19:42:41,337 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=54062b2f39d3e8b24b98e26e560ce18b, ASSIGN; state=OFFLINE, location=80cec940e2c9,33133,1731526959589; forceNewPlan=false, retain=false 2024-11-13T19:42:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:42:41,487 INFO [80cec940e2c9:37791 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T19:42:41,488 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1b11a1d2ffafffbcf3832dd935159a92, regionState=OPENING, regionLocation=80cec940e2c9,44553,1731526959555 2024-11-13T19:42:41,488 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=54062b2f39d3e8b24b98e26e560ce18b, regionState=OPENING, regionLocation=80cec940e2c9,33133,1731526959589 2024-11-13T19:42:41,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1b11a1d2ffafffbcf3832dd935159a92, ASSIGN because future has completed 2024-11-13T19:42:41,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b11a1d2ffafffbcf3832dd935159a92, server=80cec940e2c9,44553,1731526959555}] 2024-11-13T19:42:41,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=54062b2f39d3e8b24b98e26e560ce18b, ASSIGN because future has completed 2024-11-13T19:42:41,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54062b2f39d3e8b24b98e26e560ce18b, server=80cec940e2c9,33133,1731526959589}] 2024-11-13T19:42:41,647 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:42:41,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:42:41,655 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731526960842.54062b2f39d3e8b24b98e26e560ce18b. 2024-11-13T19:42:41,655 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731526960842.1b11a1d2ffafffbcf3832dd935159a92. 2024-11-13T19:42:41,655 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 54062b2f39d3e8b24b98e26e560ce18b, NAME => 'testClearRegionBlockCache,5,1731526960842.54062b2f39d3e8b24b98e26e560ce18b.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T19:42:41,655 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b11a1d2ffafffbcf3832dd935159a92, NAME => 'testClearRegionBlockCache,,1731526960842.1b11a1d2ffafffbcf3832dd935159a92.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T19:42:41,655 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 54062b2f39d3e8b24b98e26e560ce18b 2024-11-13T19:42:41,656 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731526960842.54062b2f39d3e8b24b98e26e560ce18b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:41,656 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 54062b2f39d3e8b24b98e26e560ce18b 2024-11-13T19:42:41,656 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 54062b2f39d3e8b24b98e26e560ce18b 2024-11-13T19:42:41,656 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1b11a1d2ffafffbcf3832dd935159a92 2024-11-13T19:42:41,656 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731526960842.1b11a1d2ffafffbcf3832dd935159a92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:41,656 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1b11a1d2ffafffbcf3832dd935159a92 2024-11-13T19:42:41,656 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1b11a1d2ffafffbcf3832dd935159a92 2024-11-13T19:42:41,658 INFO [StoreOpener-1b11a1d2ffafffbcf3832dd935159a92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1b11a1d2ffafffbcf3832dd935159a92 2024-11-13T19:42:41,658 INFO [StoreOpener-54062b2f39d3e8b24b98e26e560ce18b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 54062b2f39d3e8b24b98e26e560ce18b 2024-11-13T19:42:41,660 INFO [StoreOpener-54062b2f39d3e8b24b98e26e560ce18b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54062b2f39d3e8b24b98e26e560ce18b columnFamilyName family 2024-11-13T19:42:41,660 DEBUG [StoreOpener-54062b2f39d3e8b24b98e26e560ce18b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:41,661 INFO [StoreOpener-1b11a1d2ffafffbcf3832dd935159a92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b11a1d2ffafffbcf3832dd935159a92 columnFamilyName family 2024-11-13T19:42:41,661 INFO [StoreOpener-54062b2f39d3e8b24b98e26e560ce18b-1 {}] regionserver.HStore(327): Store=54062b2f39d3e8b24b98e26e560ce18b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:42:41,661 DEBUG [StoreOpener-1b11a1d2ffafffbcf3832dd935159a92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:41,661 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 54062b2f39d3e8b24b98e26e560ce18b 2024-11-13T19:42:41,662 INFO [StoreOpener-1b11a1d2ffafffbcf3832dd935159a92-1 {}] regionserver.HStore(327): Store=1b11a1d2ffafffbcf3832dd935159a92/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:42:41,662 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1b11a1d2ffafffbcf3832dd935159a92 2024-11-13T19:42:41,663 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/default/testClearRegionBlockCache/54062b2f39d3e8b24b98e26e560ce18b 2024-11-13T19:42:41,663 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/default/testClearRegionBlockCache/1b11a1d2ffafffbcf3832dd935159a92 2024-11-13T19:42:41,663 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/default/testClearRegionBlockCache/1b11a1d2ffafffbcf3832dd935159a92 2024-11-13T19:42:41,664 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/default/testClearRegionBlockCache/54062b2f39d3e8b24b98e26e560ce18b 2024-11-13T19:42:41,664 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1b11a1d2ffafffbcf3832dd935159a92 2024-11-13T19:42:41,664 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1b11a1d2ffafffbcf3832dd935159a92 2024-11-13T19:42:41,664 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 54062b2f39d3e8b24b98e26e560ce18b 2024-11-13T19:42:41,664 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 54062b2f39d3e8b24b98e26e560ce18b 2024-11-13T19:42:41,668 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1b11a1d2ffafffbcf3832dd935159a92 2024-11-13T19:42:41,669 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 54062b2f39d3e8b24b98e26e560ce18b 2024-11-13T19:42:41,672 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/default/testClearRegionBlockCache/1b11a1d2ffafffbcf3832dd935159a92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:42:41,672 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 1b11a1d2ffafffbcf3832dd935159a92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67506365, jitterRate=0.005923226475715637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T19:42:41,673 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b11a1d2ffafffbcf3832dd935159a92 2024-11-13T19:42:41,673 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/default/testClearRegionBlockCache/54062b2f39d3e8b24b98e26e560ce18b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:42:41,674 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 54062b2f39d3e8b24b98e26e560ce18b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69205554, jitterRate=0.031243115663528442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T19:42:41,674 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54062b2f39d3e8b24b98e26e560ce18b 2024-11-13T19:42:41,674 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1b11a1d2ffafffbcf3832dd935159a92: Running coprocessor pre-open hook at 1731526961656Writing region info on filesystem at 1731526961656Initializing all the Stores at 1731526961657 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526961657Cleaning up temporary data from old regions at 1731526961664 (+7 ms)Running coprocessor post-open hooks at 1731526961673 (+9 ms)Region opened successfully at 1731526961674 (+1 ms) 2024-11-13T19:42:41,674 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 54062b2f39d3e8b24b98e26e560ce18b: Running coprocessor pre-open hook at 1731526961656Writing region info on filesystem at 1731526961656Initializing all the Stores at 1731526961657 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526961657Cleaning up temporary data from old regions at 1731526961664 (+7 ms)Running coprocessor post-open hooks at 1731526961674 (+10 ms)Region opened successfully at 1731526961674 2024-11-13T19:42:41,676 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731526960842.54062b2f39d3e8b24b98e26e560ce18b., pid=8, masterSystemTime=1731526961649 2024-11-13T19:42:41,678 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731526960842.1b11a1d2ffafffbcf3832dd935159a92., pid=7, masterSystemTime=1731526961647 2024-11-13T19:42:41,682 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731526960842.54062b2f39d3e8b24b98e26e560ce18b. 2024-11-13T19:42:41,682 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731526960842.54062b2f39d3e8b24b98e26e560ce18b. 2024-11-13T19:42:41,682 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=54062b2f39d3e8b24b98e26e560ce18b, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,33133,1731526959589 2024-11-13T19:42:41,684 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731526960842.1b11a1d2ffafffbcf3832dd935159a92. 2024-11-13T19:42:41,684 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731526960842.1b11a1d2ffafffbcf3832dd935159a92. 2024-11-13T19:42:41,685 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1b11a1d2ffafffbcf3832dd935159a92, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,44553,1731526959555 2024-11-13T19:42:41,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54062b2f39d3e8b24b98e26e560ce18b, server=80cec940e2c9,33133,1731526959589 because future has completed 2024-11-13T19:42:41,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b11a1d2ffafffbcf3832dd935159a92, server=80cec940e2c9,44553,1731526959555 because future has completed 2024-11-13T19:42:41,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-13T19:42:41,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 54062b2f39d3e8b24b98e26e560ce18b, server=80cec940e2c9,33133,1731526959589 in 196 msec 2024-11-13T19:42:41,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=54062b2f39d3e8b24b98e26e560ce18b, ASSIGN in 364 msec 2024-11-13T19:42:41,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-13T19:42:41,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b11a1d2ffafffbcf3832dd935159a92, server=80cec940e2c9,44553,1731526959555 in 201 msec 2024-11-13T19:42:41,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:42:41,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1b11a1d2ffafffbcf3832dd935159a92, ASSIGN in 371 msec 2024-11-13T19:42:41,710 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:42:41,710 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526961710"}]},"ts":"1731526961710"} 2024-11-13T19:42:41,714 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T19:42:41,717 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:42:41,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 874 msec 2024-11-13T19:42:41,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:42:41,939 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T19:42:41,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:42:41,943 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T19:42:41,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T19:42:41,943 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T19:42:41,944 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-13T19:42:41,945 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-13T19:42:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:42:41,989 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T19:42:41,989 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T19:42:41,989 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T19:42:41,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T19:42:41,994 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T19:42:41,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T19:42:41,999 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731526960842.1b11a1d2ffafffbcf3832dd935159a92., hostname=80cec940e2c9,44553,1731526959555, seqNum=2] 2024-11-13T19:42:42,000 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:42:42,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:42:42,023 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731526960842.54062b2f39d3e8b24b98e26e560ce18b., hostname=80cec940e2c9,33133,1731526959589, seqNum=2] 2024-11-13T19:42:42,048 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1b11a1d2ffafffbcf3832dd935159a92 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T19:42:42,077 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/default/testClearRegionBlockCache/1b11a1d2ffafffbcf3832dd935159a92/.tmp/family/77b00084c2a44789ada7deaf40c24618 is 32, key is 1/family:/1731526962004/Put/seqid=0 2024-11-13T19:42:42,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39979 is added to blk_1073741839_1015 (size=5054) 2024-11-13T19:42:42,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36117 is added to blk_1073741839_1015 (size=5054) 2024-11-13T19:42:42,488 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/default/testClearRegionBlockCache/1b11a1d2ffafffbcf3832dd935159a92/.tmp/family/77b00084c2a44789ada7deaf40c24618 2024-11-13T19:42:42,508 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/default/testClearRegionBlockCache/1b11a1d2ffafffbcf3832dd935159a92/.tmp/family/77b00084c2a44789ada7deaf40c24618 as hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/default/testClearRegionBlockCache/1b11a1d2ffafffbcf3832dd935159a92/family/77b00084c2a44789ada7deaf40c24618 2024-11-13T19:42:42,524 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/default/testClearRegionBlockCache/1b11a1d2ffafffbcf3832dd935159a92/family/77b00084c2a44789ada7deaf40c24618, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T19:42:42,531 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 1b11a1d2ffafffbcf3832dd935159a92 in 482ms, sequenceid=8, compaction requested=false 2024-11-13T19:42:42,531 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1b11a1d2ffafffbcf3832dd935159a92: 2024-11-13T19:42:42,531 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 54062b2f39d3e8b24b98e26e560ce18b 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T19:42:42,560 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/default/testClearRegionBlockCache/54062b2f39d3e8b24b98e26e560ce18b/.tmp/family/56dda4f416c947ba902debe30fad4002 is 32, key is 5/family:/1731526962025/Put/seqid=0 2024-11-13T19:42:42,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36117 is added to blk_1073741840_1016 (size=5083) 2024-11-13T19:42:42,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39979 is added to blk_1073741840_1016 (size=5083) 2024-11-13T19:42:42,996 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/default/testClearRegionBlockCache/54062b2f39d3e8b24b98e26e560ce18b/.tmp/family/56dda4f416c947ba902debe30fad4002 2024-11-13T19:42:43,008 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/default/testClearRegionBlockCache/54062b2f39d3e8b24b98e26e560ce18b/.tmp/family/56dda4f416c947ba902debe30fad4002 as hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/default/testClearRegionBlockCache/54062b2f39d3e8b24b98e26e560ce18b/family/56dda4f416c947ba902debe30fad4002 2024-11-13T19:42:43,018 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/default/testClearRegionBlockCache/54062b2f39d3e8b24b98e26e560ce18b/family/56dda4f416c947ba902debe30fad4002, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T19:42:43,020 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 54062b2f39d3e8b24b98e26e560ce18b in 489ms, sequenceid=9, compaction requested=false 2024-11-13T19:42:43,020 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 54062b2f39d3e8b24b98e26e560ce18b: 2024-11-13T19:42:43,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:42:43,027 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:42:43,027 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:42:43,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:43,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:43,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:42:43,028 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:42:43,028 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1299597817, stopped=false 2024-11-13T19:42:43,028 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,37791,1731526959391 2024-11-13T19:42:43,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x10136e666ac0001, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:43,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10136e666ac0002, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:43,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:43,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x10136e666ac0001, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:43,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:43,101 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:42:43,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10136e666ac0002, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:43,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:43,104 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:42:43,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44553-0x10136e666ac0001, quorum=127.0.0.1:56745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:43,104 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:42:43,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33133-0x10136e666ac0002, quorum=127.0.0.1:56745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:43,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:43,104 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,44553,1731526959555' ***** 2024-11-13T19:42:43,104 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:42:43,105 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,33133,1731526959589' ***** 2024-11-13T19:42:43,105 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:42:43,105 INFO [RS:0;80cec940e2c9:44553 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:42:43,105 INFO [RS:1;80cec940e2c9:33133 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:42:43,105 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:42:43,105 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:42:43,105 INFO [RS:1;80cec940e2c9:33133 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:42:43,105 INFO [RS:1;80cec940e2c9:33133 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:42:43,105 INFO [RS:1;80cec940e2c9:33133 {}] regionserver.HRegionServer(3091): Received CLOSE for 54062b2f39d3e8b24b98e26e560ce18b 2024-11-13T19:42:43,106 INFO [RS:0;80cec940e2c9:44553 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:42:43,106 INFO [RS:0;80cec940e2c9:44553 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:42:43,106 INFO [RS:1;80cec940e2c9:33133 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,33133,1731526959589 2024-11-13T19:42:43,106 INFO [RS:1;80cec940e2c9:33133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:42:43,106 INFO [RS:0;80cec940e2c9:44553 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b11a1d2ffafffbcf3832dd935159a92 2024-11-13T19:42:43,106 INFO [RS:1;80cec940e2c9:33133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;80cec940e2c9:33133. 2024-11-13T19:42:43,106 DEBUG [RS:1;80cec940e2c9:33133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:42:43,106 DEBUG [RS:1;80cec940e2c9:33133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:43,106 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54062b2f39d3e8b24b98e26e560ce18b, disabling compactions & flushes 2024-11-13T19:42:43,106 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731526960842.54062b2f39d3e8b24b98e26e560ce18b. 2024-11-13T19:42:43,106 INFO [RS:1;80cec940e2c9:33133 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:42:43,106 INFO [RS:1;80cec940e2c9:33133 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:42:43,106 INFO [RS:1;80cec940e2c9:33133 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:42:43,106 INFO [RS:1;80cec940e2c9:33133 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:42:43,106 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731526960842.54062b2f39d3e8b24b98e26e560ce18b. 2024-11-13T19:42:43,107 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731526960842.54062b2f39d3e8b24b98e26e560ce18b. after waiting 0 ms 2024-11-13T19:42:43,107 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731526960842.54062b2f39d3e8b24b98e26e560ce18b. 2024-11-13T19:42:43,107 INFO [RS:0;80cec940e2c9:44553 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,44553,1731526959555 2024-11-13T19:42:43,107 INFO [RS:0;80cec940e2c9:44553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:42:43,107 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b11a1d2ffafffbcf3832dd935159a92, disabling compactions & flushes 2024-11-13T19:42:43,107 INFO [RS:0;80cec940e2c9:44553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:44553. 2024-11-13T19:42:43,107 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731526960842.1b11a1d2ffafffbcf3832dd935159a92. 2024-11-13T19:42:43,107 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731526960842.1b11a1d2ffafffbcf3832dd935159a92. 2024-11-13T19:42:43,107 DEBUG [RS:0;80cec940e2c9:44553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:42:43,107 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731526960842.1b11a1d2ffafffbcf3832dd935159a92. after waiting 0 ms 2024-11-13T19:42:43,107 DEBUG [RS:0;80cec940e2c9:44553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:43,107 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731526960842.1b11a1d2ffafffbcf3832dd935159a92. 2024-11-13T19:42:43,107 INFO [RS:1;80cec940e2c9:33133 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:42:43,107 DEBUG [RS:1;80cec940e2c9:33133 {}] regionserver.HRegionServer(1325): Online Regions={54062b2f39d3e8b24b98e26e560ce18b=testClearRegionBlockCache,5,1731526960842.54062b2f39d3e8b24b98e26e560ce18b., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:42:43,107 DEBUG [RS:1;80cec940e2c9:33133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54062b2f39d3e8b24b98e26e560ce18b 2024-11-13T19:42:43,107 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:42:43,107 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:42:43,108 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:42:43,108 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:42:43,108 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:42:43,108 INFO [RS:0;80cec940e2c9:44553 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:42:43,108 DEBUG [RS:0;80cec940e2c9:44553 {}] regionserver.HRegionServer(1325): Online Regions={1b11a1d2ffafffbcf3832dd935159a92=testClearRegionBlockCache,,1731526960842.1b11a1d2ffafffbcf3832dd935159a92.} 2024-11-13T19:42:43,108 DEBUG [RS:0;80cec940e2c9:44553 {}] regionserver.HRegionServer(1351): Waiting on 1b11a1d2ffafffbcf3832dd935159a92 2024-11-13T19:42:43,108 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T19:42:43,114 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/default/testClearRegionBlockCache/1b11a1d2ffafffbcf3832dd935159a92/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T19:42:43,115 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731526960842.1b11a1d2ffafffbcf3832dd935159a92. 2024-11-13T19:42:43,116 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b11a1d2ffafffbcf3832dd935159a92: Waiting for close lock at 1731526963107Running coprocessor pre-close hooks at 1731526963107Disabling compacts and flushes for region at 1731526963107Disabling writes for close at 1731526963107Writing region close event to WAL at 1731526963109 (+2 ms)Running coprocessor post-close hooks at 1731526963115 (+6 ms)Closed at 1731526963115 2024-11-13T19:42:43,116 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731526960842.1b11a1d2ffafffbcf3832dd935159a92. 2024-11-13T19:42:43,117 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/default/testClearRegionBlockCache/54062b2f39d3e8b24b98e26e560ce18b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T19:42:43,118 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731526960842.54062b2f39d3e8b24b98e26e560ce18b. 2024-11-13T19:42:43,118 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54062b2f39d3e8b24b98e26e560ce18b: Waiting for close lock at 1731526963106Running coprocessor pre-close hooks at 1731526963106Disabling compacts and flushes for region at 1731526963106Disabling writes for close at 1731526963107 (+1 ms)Writing region close event to WAL at 1731526963110 (+3 ms)Running coprocessor post-close hooks at 1731526963118 (+8 ms)Closed at 1731526963118 2024-11-13T19:42:43,118 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731526960842.54062b2f39d3e8b24b98e26e560ce18b. 2024-11-13T19:42:43,124 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:42:43,124 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:42:43,125 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:42:43,127 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:42:43,135 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/hbase/meta/1588230740/.tmp/info/6d1e48a5779f4b4991f88f3dcec4cdeb is 173, key is testClearRegionBlockCache,5,1731526960842.54062b2f39d3e8b24b98e26e560ce18b./info:regioninfo/1731526961682/Put/seqid=0 2024-11-13T19:42:43,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36117 is added to blk_1073741841_1017 (size=8173) 2024-11-13T19:42:43,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39979 is added to blk_1073741841_1017 (size=8173) 2024-11-13T19:42:43,143 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/hbase/meta/1588230740/.tmp/info/6d1e48a5779f4b4991f88f3dcec4cdeb 2024-11-13T19:42:43,173 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/hbase/meta/1588230740/.tmp/ns/b5230d584ed142c8ac7e285fb2d444b1 is 43, key is default/ns:d/1731526960752/Put/seqid=0 2024-11-13T19:42:43,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39979 is added to blk_1073741842_1018 (size=5153) 2024-11-13T19:42:43,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36117 is added to blk_1073741842_1018 (size=5153) 2024-11-13T19:42:43,181 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/hbase/meta/1588230740/.tmp/ns/b5230d584ed142c8ac7e285fb2d444b1 2024-11-13T19:42:43,206 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:42:43,206 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:42:43,207 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/hbase/meta/1588230740/.tmp/table/20a1c0d440464379b4665ee0c64887ff is 61, key is testClearRegionBlockCache/table:state/1731526961710/Put/seqid=0 2024-11-13T19:42:43,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36117 is added to blk_1073741843_1019 (size=5312) 2024-11-13T19:42:43,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39979 is added to blk_1073741843_1019 (size=5312) 2024-11-13T19:42:43,213 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/hbase/meta/1588230740/.tmp/table/20a1c0d440464379b4665ee0c64887ff 2024-11-13T19:42:43,223 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/hbase/meta/1588230740/.tmp/info/6d1e48a5779f4b4991f88f3dcec4cdeb as hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/hbase/meta/1588230740/info/6d1e48a5779f4b4991f88f3dcec4cdeb 2024-11-13T19:42:43,235 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/hbase/meta/1588230740/info/6d1e48a5779f4b4991f88f3dcec4cdeb, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T19:42:43,237 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/hbase/meta/1588230740/.tmp/ns/b5230d584ed142c8ac7e285fb2d444b1 as hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/hbase/meta/1588230740/ns/b5230d584ed142c8ac7e285fb2d444b1 2024-11-13T19:42:43,246 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/hbase/meta/1588230740/ns/b5230d584ed142c8ac7e285fb2d444b1, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T19:42:43,248 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/hbase/meta/1588230740/.tmp/table/20a1c0d440464379b4665ee0c64887ff as hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/hbase/meta/1588230740/table/20a1c0d440464379b4665ee0c64887ff 2024-11-13T19:42:43,256 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/hbase/meta/1588230740/table/20a1c0d440464379b4665ee0c64887ff, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T19:42:43,258 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=13, compaction requested=false 2024-11-13T19:42:43,264 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T19:42:43,265 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:42:43,265 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:42:43,266 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526963107Running coprocessor pre-close hooks at 1731526963107Disabling compacts and flushes for region at 1731526963107Disabling writes for close at 1731526963108 (+1 ms)Obtaining lock to block concurrent updates at 1731526963108Preparing flush snapshotting stores in 1588230740 at 1731526963108Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731526963108Flushing stores of hbase:meta,,1.1588230740 at 1731526963109 (+1 ms)Flushing 1588230740/info: creating writer at 1731526963110 (+1 ms)Flushing 1588230740/info: appending metadata at 1731526963134 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731526963134Flushing 1588230740/ns: creating writer at 1731526963153 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731526963173 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731526963173Flushing 1588230740/table: creating writer at 1731526963190 (+17 ms)Flushing 1588230740/table: appending metadata at 1731526963206 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731526963206Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e813d89: reopening flushed file at 1731526963222 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@497eec88: reopening flushed file at 1731526963235 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5752f54a: reopening flushed file at 1731526963247 (+12 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=13, compaction requested=false at 1731526963258 (+11 ms)Writing region close event to WAL at 1731526963260 (+2 ms)Running coprocessor post-close hooks at 1731526963265 (+5 ms)Closed at 1731526963265 2024-11-13T19:42:43,266 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:42:43,308 INFO [RS:1;80cec940e2c9:33133 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,33133,1731526959589; all regions closed. 2024-11-13T19:42:43,308 INFO [RS:0;80cec940e2c9:44553 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,44553,1731526959555; all regions closed. 2024-11-13T19:42:43,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39979 is added to blk_1073741835_1011 (size=4338) 2024-11-13T19:42:43,312 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/WALs/80cec940e2c9,33133,1731526959589/80cec940e2c9%2C33133%2C1731526959589.meta.1731526960663.meta not finished, retry = 0 2024-11-13T19:42:43,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36117 is added to blk_1073741833_1009 (size=1758) 2024-11-13T19:42:43,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39979 is added to blk_1073741833_1009 (size=1758) 2024-11-13T19:42:43,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36117 is added to blk_1073741835_1011 (size=4338) 2024-11-13T19:42:43,316 DEBUG [RS:0;80cec940e2c9:44553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/oldWALs 2024-11-13T19:42:43,316 INFO [RS:0;80cec940e2c9:44553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C44553%2C1731526959555:(num 1731526960265) 2024-11-13T19:42:43,316 DEBUG [RS:0;80cec940e2c9:44553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:43,316 INFO [RS:0;80cec940e2c9:44553 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:42:43,316 INFO [RS:0;80cec940e2c9:44553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:42:43,317 INFO [RS:0;80cec940e2c9:44553 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:42:43,317 INFO [RS:0;80cec940e2c9:44553 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:42:43,317 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:42:43,317 INFO [RS:0;80cec940e2c9:44553 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:42:43,317 INFO [RS:0;80cec940e2c9:44553 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:42:43,317 INFO [RS:0;80cec940e2c9:44553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:42:43,317 INFO [RS:0;80cec940e2c9:44553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44553 2024-11-13T19:42:43,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T19:42:43,326 INFO [RS:0;80cec940e2c9:44553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:42:43,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x10136e666ac0001, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80cec940e2c9,44553,1731526959555 2024-11-13T19:42:43,334 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,44553,1731526959555] 2024-11-13T19:42:43,342 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80cec940e2c9,44553,1731526959555 already deleted, retry=false 2024-11-13T19:42:43,343 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,44553,1731526959555 expired; onlineServers=1 2024-11-13T19:42:43,416 DEBUG [RS:1;80cec940e2c9:33133 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/oldWALs 2024-11-13T19:42:43,417 INFO [RS:1;80cec940e2c9:33133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C33133%2C1731526959589.meta:.meta(num 1731526960663) 2024-11-13T19:42:43,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39979 is added to blk_1073741834_1010 (size=1867) 2024-11-13T19:42:43,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36117 is added to blk_1073741834_1010 (size=1867) 2024-11-13T19:42:43,424 DEBUG [RS:1;80cec940e2c9:33133 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/oldWALs 2024-11-13T19:42:43,424 INFO [RS:1;80cec940e2c9:33133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C33133%2C1731526959589:(num 1731526960280) 2024-11-13T19:42:43,424 DEBUG [RS:1;80cec940e2c9:33133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:43,424 INFO [RS:1;80cec940e2c9:33133 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:42:43,424 INFO [RS:1;80cec940e2c9:33133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:42:43,424 INFO [RS:1;80cec940e2c9:33133 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:42:43,424 INFO [RS:1;80cec940e2c9:33133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:42:43,424 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:42:43,425 INFO [RS:1;80cec940e2c9:33133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33133 2024-11-13T19:42:43,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T19:42:43,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10136e666ac0002, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80cec940e2c9,33133,1731526959589 2024-11-13T19:42:43,435 INFO [RS:1;80cec940e2c9:33133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:42:43,435 INFO [RS:0;80cec940e2c9:44553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:42:43,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x10136e666ac0001, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:43,435 INFO [RS:0;80cec940e2c9:44553 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,44553,1731526959555; zookeeper connection closed. 2024-11-13T19:42:43,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x10136e666ac0001, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:43,435 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11e0664f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11e0664f 2024-11-13T19:42:43,436 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,33133,1731526959589] 2024-11-13T19:42:43,451 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80cec940e2c9,33133,1731526959589 already deleted, retry=false 2024-11-13T19:42:43,451 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,33133,1731526959589 expired; onlineServers=0 2024-11-13T19:42:43,451 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,37791,1731526959391' ***** 2024-11-13T19:42:43,451 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:42:43,451 INFO [M:0;80cec940e2c9:37791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:42:43,452 INFO [M:0;80cec940e2c9:37791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:42:43,452 DEBUG [M:0;80cec940e2c9:37791 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:42:43,452 DEBUG [M:0;80cec940e2c9:37791 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:42:43,452 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:42:43,452 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526959972 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526959972,5,FailOnTimeoutGroup] 2024-11-13T19:42:43,452 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526959975 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526959975,5,FailOnTimeoutGroup] 2024-11-13T19:42:43,452 INFO [M:0;80cec940e2c9:37791 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:42:43,452 INFO [M:0;80cec940e2c9:37791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:42:43,453 DEBUG [M:0;80cec940e2c9:37791 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:42:43,453 INFO [M:0;80cec940e2c9:37791 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:42:43,453 INFO [M:0;80cec940e2c9:37791 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:42:43,453 INFO [M:0;80cec940e2c9:37791 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:42:43,453 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:42:43,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T19:42:43,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:43,459 DEBUG [M:0;80cec940e2c9:37791 {}] zookeeper.ZKUtil(347): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T19:42:43,460 WARN [M:0;80cec940e2c9:37791 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:42:43,460 INFO [M:0;80cec940e2c9:37791 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/.lastflushedseqids 2024-11-13T19:42:43,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36117 is added to blk_1073741844_1020 (size=182) 2024-11-13T19:42:43,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39979 is added to blk_1073741844_1020 (size=182) 2024-11-13T19:42:43,475 INFO [M:0;80cec940e2c9:37791 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:42:43,475 INFO [M:0;80cec940e2c9:37791 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:42:43,475 DEBUG [M:0;80cec940e2c9:37791 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:42:43,475 INFO [M:0;80cec940e2c9:37791 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:43,475 DEBUG [M:0;80cec940e2c9:37791 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:43,475 DEBUG [M:0;80cec940e2c9:37791 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:42:43,475 DEBUG [M:0;80cec940e2c9:37791 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:43,475 INFO [M:0;80cec940e2c9:37791 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-13T19:42:43,502 DEBUG [M:0;80cec940e2c9:37791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aacd12381c344a9baa16398a32aa2e0e is 82, key is hbase:meta,,1/info:regioninfo/1731526960722/Put/seqid=0 2024-11-13T19:42:43,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39979 is added to blk_1073741845_1021 (size=5672) 2024-11-13T19:42:43,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36117 is added to blk_1073741845_1021 (size=5672) 2024-11-13T19:42:43,519 INFO [M:0;80cec940e2c9:37791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aacd12381c344a9baa16398a32aa2e0e 2024-11-13T19:42:43,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10136e666ac0002, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:43,543 INFO [RS:1;80cec940e2c9:33133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:42:43,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33133-0x10136e666ac0002, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:43,543 INFO [RS:1;80cec940e2c9:33133 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,33133,1731526959589; zookeeper connection closed. 2024-11-13T19:42:43,544 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@199127e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@199127e0 2024-11-13T19:42:43,544 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T19:42:43,555 DEBUG [M:0;80cec940e2c9:37791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee7a71e94d214c64b8fd1a2024b05031 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731526961720/Put/seqid=0 2024-11-13T19:42:43,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39979 is added to blk_1073741846_1022 (size=6218) 2024-11-13T19:42:43,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36117 is added to blk_1073741846_1022 (size=6218) 2024-11-13T19:42:43,565 INFO [M:0;80cec940e2c9:37791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee7a71e94d214c64b8fd1a2024b05031 2024-11-13T19:42:43,601 DEBUG [M:0;80cec940e2c9:37791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83803ba9ae854a8eb6f9d8640efa8cd6 is 69, key is 80cec940e2c9,33133,1731526959589/rs:state/1731526960065/Put/seqid=0 2024-11-13T19:42:43,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36117 is added to blk_1073741847_1023 (size=5224) 2024-11-13T19:42:43,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39979 is added to blk_1073741847_1023 (size=5224) 2024-11-13T19:42:43,627 INFO [M:0;80cec940e2c9:37791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83803ba9ae854a8eb6f9d8640efa8cd6 2024-11-13T19:42:43,638 DEBUG [M:0;80cec940e2c9:37791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aacd12381c344a9baa16398a32aa2e0e as hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aacd12381c344a9baa16398a32aa2e0e 2024-11-13T19:42:43,648 INFO [M:0;80cec940e2c9:37791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aacd12381c344a9baa16398a32aa2e0e, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T19:42:43,650 DEBUG [M:0;80cec940e2c9:37791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee7a71e94d214c64b8fd1a2024b05031 as hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee7a71e94d214c64b8fd1a2024b05031 2024-11-13T19:42:43,660 INFO [M:0;80cec940e2c9:37791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee7a71e94d214c64b8fd1a2024b05031, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T19:42:43,662 DEBUG [M:0;80cec940e2c9:37791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83803ba9ae854a8eb6f9d8640efa8cd6 as hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83803ba9ae854a8eb6f9d8640efa8cd6 2024-11-13T19:42:43,671 INFO [M:0;80cec940e2c9:37791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43977/user/jenkins/test-data/d8659ed5-bdd8-52df-9925-7914d4388604/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83803ba9ae854a8eb6f9d8640efa8cd6, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T19:42:43,672 INFO [M:0;80cec940e2c9:37791 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 197ms, sequenceid=71, compaction requested=false 2024-11-13T19:42:43,674 INFO [M:0;80cec940e2c9:37791 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:43,674 DEBUG [M:0;80cec940e2c9:37791 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526963475Disabling compacts and flushes for region at 1731526963475Disabling writes for close at 1731526963475Obtaining lock to block concurrent updates at 1731526963475Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526963475Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731526963476 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526963477 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526963477Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526963501 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526963501Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526963529 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526963554 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526963554Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526963575 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526963600 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526963600Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1559535b: reopening flushed file at 1731526963637 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be86806: reopening flushed file at 1731526963649 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49efe33a: reopening flushed file at 1731526963660 (+11 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 197ms, sequenceid=71, compaction requested=false at 1731526963672 (+12 ms)Writing region close event to WAL at 1731526963674 (+2 ms)Closed at 1731526963674 2024-11-13T19:42:43,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36117 is added to blk_1073741830_1006 (size=35428) 2024-11-13T19:42:43,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39979 is added to blk_1073741830_1006 (size=35428) 2024-11-13T19:42:43,678 INFO [M:0;80cec940e2c9:37791 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:42:43,679 INFO [M:0;80cec940e2c9:37791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37791 2024-11-13T19:42:43,679 INFO [M:0;80cec940e2c9:37791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:42:43,679 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:42:43,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:43,785 INFO [M:0;80cec940e2c9:37791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:42:43,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10136e666ac0000, quorum=127.0.0.1:56745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:43,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f541e60{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:42:43,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25c56c2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:42:43,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:42:43,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27c6e4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:42:43,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ac0c0ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/hadoop.log.dir/,STOPPED} 2024-11-13T19:42:43,796 WARN [BP-575350083-172.17.0.3-1731526957817 heartbeating to localhost/127.0.0.1:43977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:42:43,796 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:42:43,796 WARN [BP-575350083-172.17.0.3-1731526957817 heartbeating to localhost/127.0.0.1:43977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-575350083-172.17.0.3-1731526957817 (Datanode Uuid 5d5774e7-22e2-42e2-9dc7-695acda8f455) service to localhost/127.0.0.1:43977 2024-11-13T19:42:43,796 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:42:43,797 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/cluster_43cf4dc1-1bce-d524-c7de-d2b9ea6ce326/data/data3/current/BP-575350083-172.17.0.3-1731526957817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:42:43,798 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/cluster_43cf4dc1-1bce-d524-c7de-d2b9ea6ce326/data/data4/current/BP-575350083-172.17.0.3-1731526957817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:42:43,798 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:42:43,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69b19960{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:42:43,808 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c6b328d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:42:43,808 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:42:43,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35aa6870{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:42:43,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@190e881d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/hadoop.log.dir/,STOPPED} 2024-11-13T19:42:43,811 WARN [BP-575350083-172.17.0.3-1731526957817 heartbeating to localhost/127.0.0.1:43977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:42:43,811 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:42:43,811 WARN [BP-575350083-172.17.0.3-1731526957817 heartbeating to localhost/127.0.0.1:43977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-575350083-172.17.0.3-1731526957817 (Datanode Uuid dd78327e-965e-4f13-83a3-0c96913becc9) service to localhost/127.0.0.1:43977 2024-11-13T19:42:43,811 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:42:43,811 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/cluster_43cf4dc1-1bce-d524-c7de-d2b9ea6ce326/data/data1/current/BP-575350083-172.17.0.3-1731526957817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:42:43,812 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/cluster_43cf4dc1-1bce-d524-c7de-d2b9ea6ce326/data/data2/current/BP-575350083-172.17.0.3-1731526957817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:42:43,812 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:42:43,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f86f9d8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:42:43,821 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@337b10e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:42:43,821 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:42:43,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@486bf2a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:42:43,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@571c957d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/hadoop.log.dir/,STOPPED} 2024-11-13T19:42:43,831 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:42:43,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:42:43,869 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=115 (was 85) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:43977 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:43977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:43977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:43977 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 410) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=303 (was 259) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4417 (was 4828) 2024-11-13T19:42:43,876 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=115, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=303, ProcessCount=11, AvailableMemoryMB=4417 2024-11-13T19:42:43,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/hadoop.log.dir so I do NOT create it in target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5 2024-11-13T19:42:43,897 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:42:43,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/hadoop.tmp.dir so I do NOT create it in target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5 2024-11-13T19:42:43,897 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84348323-8fe9-b1e9-52e1-1327df598fef/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:42:43,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5 2024-11-13T19:42:43,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:42:43,897 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/cluster_5be30209-e3f6-184c-b5b3-6ae9fa808db1, deleteOnExit=true 2024-11-13T19:42:43,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:42:43,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/test.cache.data in system properties and HBase conf 2024-11-13T19:42:43,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:42:43,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:42:43,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:42:43,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:42:43,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:42:43,898 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:42:43,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:42:43,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:42:43,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:42:43,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:42:43,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:42:43,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:42:43,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:42:43,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:42:43,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:42:43,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:42:43,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:42:43,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:42:43,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:42:43,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:42:44,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:42:44,139 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:42:44,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:42:44,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:42:44,141 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:42:44,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:42:44,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53c0045c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:42:44,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58a588e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:42:44,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70f3cc0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/java.io.tmpdir/jetty-localhost-38609-hadoop-hdfs-3_4_1-tests_jar-_-any-8316352802626848876/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:42:44,240 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c58acd8{HTTP/1.1, (http/1.1)}{localhost:38609} 2024-11-13T19:42:44,240 INFO [Time-limited test {}] server.Server(415): Started @18171ms 2024-11-13T19:42:44,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:42:44,458 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:42:44,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:42:44,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:42:44,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:42:44,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d907dda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:42:44,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a7f899b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:42:44,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b897278{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/java.io.tmpdir/jetty-localhost-40169-hadoop-hdfs-3_4_1-tests_jar-_-any-7728598842652830172/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:42:44,594 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67111129{HTTP/1.1, (http/1.1)}{localhost:40169} 2024-11-13T19:42:44,594 INFO [Time-limited test {}] server.Server(415): Started @18525ms 2024-11-13T19:42:44,596 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:42:44,641 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:42:44,647 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:42:44,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:42:44,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:42:44,651 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:42:44,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6feb66bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:42:44,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5085a930{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:42:44,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10015377{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/java.io.tmpdir/jetty-localhost-40795-hadoop-hdfs-3_4_1-tests_jar-_-any-688265177667542291/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:42:44,760 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41c8a6fb{HTTP/1.1, (http/1.1)}{localhost:40795} 2024-11-13T19:42:44,760 INFO [Time-limited test {}] server.Server(415): Started @18692ms 2024-11-13T19:42:44,766 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:42:45,214 WARN [Thread-631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/cluster_5be30209-e3f6-184c-b5b3-6ae9fa808db1/data/data1/current/BP-915249083-172.17.0.3-1731526963934/current, will proceed with Du for space computation calculation, 2024-11-13T19:42:45,214 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/cluster_5be30209-e3f6-184c-b5b3-6ae9fa808db1/data/data2/current/BP-915249083-172.17.0.3-1731526963934/current, will proceed with Du for space computation calculation, 2024-11-13T19:42:45,244 WARN [Thread-596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:42:45,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x947766319fad483d with lease ID 0x919655cc470bcb2e: Processing first storage report for DS-d899cbdf-21af-4999-8d3a-3f66afda3e49 from datanode DatanodeRegistration(127.0.0.1:39537, datanodeUuid=f7105a00-5fba-4815-a134-9e93e806c1e6, infoPort=39299, infoSecurePort=0, ipcPort=37257, storageInfo=lv=-57;cid=testClusterID;nsid=1869438492;c=1731526963934) 2024-11-13T19:42:45,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x947766319fad483d with lease ID 0x919655cc470bcb2e: from storage DS-d899cbdf-21af-4999-8d3a-3f66afda3e49 node DatanodeRegistration(127.0.0.1:39537, datanodeUuid=f7105a00-5fba-4815-a134-9e93e806c1e6, infoPort=39299, infoSecurePort=0, ipcPort=37257, storageInfo=lv=-57;cid=testClusterID;nsid=1869438492;c=1731526963934), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:42:45,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x947766319fad483d with lease ID 0x919655cc470bcb2e: Processing first storage report for DS-b9ef9ca0-9010-4e13-b804-ebb54d5c61ac from datanode DatanodeRegistration(127.0.0.1:39537, datanodeUuid=f7105a00-5fba-4815-a134-9e93e806c1e6, infoPort=39299, infoSecurePort=0, ipcPort=37257, storageInfo=lv=-57;cid=testClusterID;nsid=1869438492;c=1731526963934) 2024-11-13T19:42:45,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x947766319fad483d with lease ID 0x919655cc470bcb2e: from storage DS-b9ef9ca0-9010-4e13-b804-ebb54d5c61ac node DatanodeRegistration(127.0.0.1:39537, datanodeUuid=f7105a00-5fba-4815-a134-9e93e806c1e6, infoPort=39299, infoSecurePort=0, ipcPort=37257, storageInfo=lv=-57;cid=testClusterID;nsid=1869438492;c=1731526963934), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T19:42:45,392 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/cluster_5be30209-e3f6-184c-b5b3-6ae9fa808db1/data/data3/current/BP-915249083-172.17.0.3-1731526963934/current, will proceed with Du for space computation calculation, 2024-11-13T19:42:45,392 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/cluster_5be30209-e3f6-184c-b5b3-6ae9fa808db1/data/data4/current/BP-915249083-172.17.0.3-1731526963934/current, will proceed with Du for space computation calculation, 2024-11-13T19:42:45,417 WARN [Thread-619 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:42:45,420 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35d0f42ecb48568b with lease ID 0x919655cc470bcb2f: Processing first storage report for DS-1095ee42-60d5-40cd-ae59-27d410a49650 from datanode DatanodeRegistration(127.0.0.1:41063, datanodeUuid=3171724a-0f8b-4766-abc8-ed9ad748d5db, infoPort=37939, infoSecurePort=0, ipcPort=35457, storageInfo=lv=-57;cid=testClusterID;nsid=1869438492;c=1731526963934) 2024-11-13T19:42:45,421 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35d0f42ecb48568b with lease ID 0x919655cc470bcb2f: from storage DS-1095ee42-60d5-40cd-ae59-27d410a49650 node DatanodeRegistration(127.0.0.1:41063, datanodeUuid=3171724a-0f8b-4766-abc8-ed9ad748d5db, infoPort=37939, infoSecurePort=0, ipcPort=35457, storageInfo=lv=-57;cid=testClusterID;nsid=1869438492;c=1731526963934), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:42:45,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35d0f42ecb48568b with lease ID 0x919655cc470bcb2f: Processing first storage report for DS-6ae8dfe1-7f4c-41f2-bf58-d5279a553e31 from datanode DatanodeRegistration(127.0.0.1:41063, datanodeUuid=3171724a-0f8b-4766-abc8-ed9ad748d5db, infoPort=37939, infoSecurePort=0, ipcPort=35457, storageInfo=lv=-57;cid=testClusterID;nsid=1869438492;c=1731526963934) 2024-11-13T19:42:45,421 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35d0f42ecb48568b with lease ID 0x919655cc470bcb2f: from storage DS-6ae8dfe1-7f4c-41f2-bf58-d5279a553e31 node DatanodeRegistration(127.0.0.1:41063, datanodeUuid=3171724a-0f8b-4766-abc8-ed9ad748d5db, infoPort=37939, infoSecurePort=0, ipcPort=35457, storageInfo=lv=-57;cid=testClusterID;nsid=1869438492;c=1731526963934), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:42:45,515 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5 2024-11-13T19:42:45,520 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/cluster_5be30209-e3f6-184c-b5b3-6ae9fa808db1/zookeeper_0, clientPort=62410, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/cluster_5be30209-e3f6-184c-b5b3-6ae9fa808db1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/cluster_5be30209-e3f6-184c-b5b3-6ae9fa808db1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:42:45,521 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62410 2024-11-13T19:42:45,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:45,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:45,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:42:45,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:42:45,540 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867 with version=8 2024-11-13T19:42:45,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/hbase-staging 2024-11-13T19:42:45,544 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:42:45,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:45,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:45,544 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:42:45,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:45,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:42:45,544 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:42:45,545 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:42:45,545 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42825 2024-11-13T19:42:45,547 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42825 connecting to ZooKeeper ensemble=127.0.0.1:62410 2024-11-13T19:42:45,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428250x0, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:42:45,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42825-0x10136e67eb80000 connected 2024-11-13T19:42:45,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:45,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:45,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:45,666 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867, hbase.cluster.distributed=false 2024-11-13T19:42:45,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T19:42:45,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42825 2024-11-13T19:42:45,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42825 2024-11-13T19:42:45,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42825 2024-11-13T19:42:45,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42825 2024-11-13T19:42:45,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42825 2024-11-13T19:42:45,685 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:42:45,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:45,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:45,686 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:42:45,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:45,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:42:45,686 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:42:45,686 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:42:45,687 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40113 2024-11-13T19:42:45,688 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40113 connecting to ZooKeeper ensemble=127.0.0.1:62410 2024-11-13T19:42:45,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:45,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:45,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401130x0, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:42:45,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401130x0, quorum=127.0.0.1:62410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:45,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40113-0x10136e67eb80001 connected 2024-11-13T19:42:45,702 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:42:45,702 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:42:45,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40113-0x10136e67eb80001, quorum=127.0.0.1:62410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T19:42:45,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40113-0x10136e67eb80001, quorum=127.0.0.1:62410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T19:42:45,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40113 2024-11-13T19:42:45,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40113 2024-11-13T19:42:45,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40113 2024-11-13T19:42:45,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40113 2024-11-13T19:42:45,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40113 2024-11-13T19:42:45,723 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:42:45,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:45,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:45,724 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:42:45,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:45,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:42:45,724 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:42:45,724 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:42:45,725 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41753 2024-11-13T19:42:45,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41753 connecting to ZooKeeper ensemble=127.0.0.1:62410 2024-11-13T19:42:45,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:45,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:45,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417530x0, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:42:45,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417530x0, quorum=127.0.0.1:62410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:45,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41753-0x10136e67eb80002 connected 2024-11-13T19:42:45,744 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:42:45,744 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:42:45,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41753-0x10136e67eb80002, quorum=127.0.0.1:62410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T19:42:45,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41753-0x10136e67eb80002, quorum=127.0.0.1:62410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T19:42:45,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41753 2024-11-13T19:42:45,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41753 2024-11-13T19:42:45,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41753 2024-11-13T19:42:45,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41753 2024-11-13T19:42:45,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41753 2024-11-13T19:42:45,759 DEBUG [M:0;80cec940e2c9:42825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:42825 2024-11-13T19:42:45,759 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/80cec940e2c9,42825,1731526965543 2024-11-13T19:42:45,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x10136e67eb80001, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:45,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:45,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x10136e67eb80002, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:45,768 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/80cec940e2c9,42825,1731526965543 2024-11-13T19:42:45,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x10136e67eb80002, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T19:42:45,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:45,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x10136e67eb80001, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T19:42:45,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x10136e67eb80002, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:45,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x10136e67eb80001, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:45,777 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T19:42:45,777 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/80cec940e2c9,42825,1731526965543 from backup master directory 2024-11-13T19:42:45,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x10136e67eb80002, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:45,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/80cec940e2c9,42825,1731526965543 2024-11-13T19:42:45,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x10136e67eb80001, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:45,784 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:42:45,784 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,42825,1731526965543 2024-11-13T19:42:45,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:45,789 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/hbase.id] with ID: 5c69e6ef-3235-4ed7-b8bb-dbdb35d7236d 2024-11-13T19:42:45,789 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/.tmp/hbase.id 2024-11-13T19:42:45,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:42:45,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:42:45,797 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/.tmp/hbase.id]:[hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/hbase.id] 2024-11-13T19:42:45,813 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:45,813 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:42:45,815 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T19:42:45,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x10136e67eb80002, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:45,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:45,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x10136e67eb80001, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:45,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:42:45,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:42:45,835 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:42:45,835 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:42:45,836 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:42:45,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:42:45,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:42:45,847 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/data/master/store 2024-11-13T19:42:45,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:42:45,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:42:45,858 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:45,858 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:42:45,859 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:45,859 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:45,859 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:42:45,859 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:45,859 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:45,859 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526965858Disabling compacts and flushes for region at 1731526965858Disabling writes for close at 1731526965859 (+1 ms)Writing region close event to WAL at 1731526965859Closed at 1731526965859 2024-11-13T19:42:45,860 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/data/master/store/.initializing 2024-11-13T19:42:45,860 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/WALs/80cec940e2c9,42825,1731526965543 2024-11-13T19:42:45,862 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:42:45,865 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C42825%2C1731526965543, suffix=, logDir=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/WALs/80cec940e2c9,42825,1731526965543, archiveDir=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/oldWALs, maxLogs=10 2024-11-13T19:42:45,885 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/WALs/80cec940e2c9,42825,1731526965543/80cec940e2c9%2C42825%2C1731526965543.1731526965865, exclude list is [], retry=0 2024-11-13T19:42:45,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41063,DS-1095ee42-60d5-40cd-ae59-27d410a49650,DISK] 2024-11-13T19:42:45,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39537,DS-d899cbdf-21af-4999-8d3a-3f66afda3e49,DISK] 2024-11-13T19:42:45,891 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/WALs/80cec940e2c9,42825,1731526965543/80cec940e2c9%2C42825%2C1731526965543.1731526965865 2024-11-13T19:42:45,891 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37939:37939),(127.0.0.1/127.0.0.1:39299:39299)] 2024-11-13T19:42:45,892 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:42:45,892 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:45,892 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:45,892 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:45,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:45,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:42:45,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:45,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:45,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:45,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:42:45,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:45,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:42:45,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:45,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:42:45,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:45,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:42:45,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:45,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:42:45,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:45,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:42:45,905 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:45,906 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:45,906 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:45,908 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:45,908 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:45,909 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:42:45,910 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:45,913 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:42:45,913 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61488319, jitterRate=-0.08375264704227448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:42:45,914 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526965892Initializing all the Stores at 1731526965893 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526965893Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526965894 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526965894Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526965894Cleaning up temporary data from old regions at 1731526965908 (+14 ms)Region opened successfully at 1731526965914 (+6 ms) 2024-11-13T19:42:45,915 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:42:45,920 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffef8b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:42:45,921 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:42:45,921 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:42:45,921 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:42:45,922 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:42:45,923 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:42:45,923 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:42:45,923 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:42:45,927 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:42:45,928 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T19:42:45,934 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T19:42:45,935 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:42:45,936 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:42:45,942 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T19:42:45,943 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:42:45,945 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:42:45,951 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T19:42:45,952 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:42:45,959 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T19:42:45,962 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:42:45,967 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T19:42:45,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:45,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x10136e67eb80001, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:45,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x10136e67eb80002, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:45,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:45,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x10136e67eb80001, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:45,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x10136e67eb80002, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:45,977 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,42825,1731526965543, sessionid=0x10136e67eb80000, setting cluster-up flag (Was=false) 2024-11-13T19:42:45,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x10136e67eb80002, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:45,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x10136e67eb80001, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:45,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:46,018 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T19:42:46,019 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,42825,1731526965543 2024-11-13T19:42:46,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x10136e67eb80002, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:46,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:46,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x10136e67eb80001, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:46,059 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T19:42:46,061 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,42825,1731526965543 2024-11-13T19:42:46,063 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:42:46,065 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:42:46,066 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:42:46,066 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:42:46,067 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,42825,1731526965543 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:42:46,069 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:42:46,069 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:42:46,069 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:42:46,069 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:42:46,069 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:42:46,069 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,069 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:42:46,069 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,072 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:42:46,072 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:42:46,074 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:46,074 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731526996074 2024-11-13T19:42:46,075 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:42:46,074 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:42:46,075 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:42:46,075 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:42:46,075 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:42:46,075 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:42:46,075 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:42:46,079 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,083 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:42:46,083 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:42:46,083 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:42:46,084 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:42:46,084 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:42:46,084 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526966084,5,FailOnTimeoutGroup] 2024-11-13T19:42:46,085 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526966084,5,FailOnTimeoutGroup] 2024-11-13T19:42:46,085 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,085 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:42:46,085 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,085 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:42:46,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:42:46,101 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:42:46,101 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867 2024-11-13T19:42:46,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741832_1008 (size=32) 2024-11-13T19:42:46,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741832_1008 (size=32) 2024-11-13T19:42:46,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:46,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:42:46,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:42:46,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:46,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:46,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:42:46,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:42:46,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:46,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:46,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:42:46,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:42:46,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:46,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:46,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:42:46,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:42:46,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:46,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:46,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:42:46,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/hbase/meta/1588230740 2024-11-13T19:42:46,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/hbase/meta/1588230740 2024-11-13T19:42:46,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:42:46,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:42:46,145 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:42:46,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:42:46,150 INFO [RS:0;80cec940e2c9:40113 {}] regionserver.HRegionServer(746): ClusterId : 5c69e6ef-3235-4ed7-b8bb-dbdb35d7236d 2024-11-13T19:42:46,150 DEBUG [RS:0;80cec940e2c9:40113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:42:46,158 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:42:46,158 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58838132, jitterRate=-0.12324351072311401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:42:46,161 DEBUG [RS:0;80cec940e2c9:40113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:42:46,161 DEBUG [RS:0;80cec940e2c9:40113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:42:46,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526966119Initializing all the Stores at 1731526966120 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526966120Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526966122 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526966123 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526966123Cleaning up temporary data from old regions at 1731526966144 (+21 ms)Region opened successfully at 1731526966161 (+17 ms) 2024-11-13T19:42:46,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:42:46,164 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:42:46,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:42:46,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:42:46,164 INFO [RS:1;80cec940e2c9:41753 {}] regionserver.HRegionServer(746): ClusterId : 5c69e6ef-3235-4ed7-b8bb-dbdb35d7236d 2024-11-13T19:42:46,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:42:46,164 DEBUG [RS:1;80cec940e2c9:41753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:42:46,167 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:42:46,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526966163Disabling compacts and flushes for region at 1731526966163Disabling writes for close at 1731526966164 (+1 ms)Writing region close event to WAL at 1731526966167 (+3 ms)Closed at 1731526966167 2024-11-13T19:42:46,170 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:42:46,171 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:42:46,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:42:46,173 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:42:46,175 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:42:46,177 DEBUG [RS:0;80cec940e2c9:40113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:42:46,177 DEBUG [RS:1;80cec940e2c9:41753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:42:46,178 DEBUG [RS:1;80cec940e2c9:41753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:42:46,178 DEBUG [RS:0;80cec940e2c9:40113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f05241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:42:46,185 DEBUG [RS:1;80cec940e2c9:41753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:42:46,186 DEBUG [RS:1;80cec940e2c9:41753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fbf3607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:42:46,196 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:42:46,198 DEBUG [RS:0;80cec940e2c9:40113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:40113 2024-11-13T19:42:46,198 INFO [RS:0;80cec940e2c9:40113 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:42:46,198 INFO [RS:0;80cec940e2c9:40113 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:42:46,199 DEBUG [RS:0;80cec940e2c9:40113 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:42:46,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:42:46,200 INFO [RS:0;80cec940e2c9:40113 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,42825,1731526965543 with port=40113, startcode=1731526965685 2024-11-13T19:42:46,200 DEBUG [RS:0;80cec940e2c9:40113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:42:46,203 DEBUG [RS:1;80cec940e2c9:41753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;80cec940e2c9:41753 2024-11-13T19:42:46,203 INFO [RS:1;80cec940e2c9:41753 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:42:46,203 INFO [RS:1;80cec940e2c9:41753 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:42:46,203 DEBUG [RS:1;80cec940e2c9:41753 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:42:46,205 INFO [RS:1;80cec940e2c9:41753 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,42825,1731526965543 with port=41753, startcode=1731526965723 2024-11-13T19:42:46,205 DEBUG [RS:1;80cec940e2c9:41753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:42:46,206 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:42:46,207 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42825 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,40113,1731526965685 2024-11-13T19:42:46,207 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42825 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,40113,1731526965685 2024-11-13T19:42:46,209 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:42:46,210 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42825 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,41753,1731526965723 2024-11-13T19:42:46,210 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42825 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,41753,1731526965723 2024-11-13T19:42:46,211 DEBUG [RS:0;80cec940e2c9:40113 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867 2024-11-13T19:42:46,211 DEBUG [RS:0;80cec940e2c9:40113 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44105 2024-11-13T19:42:46,211 DEBUG [RS:0;80cec940e2c9:40113 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:42:46,212 DEBUG [RS:1;80cec940e2c9:41753 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867 2024-11-13T19:42:46,212 DEBUG [RS:1;80cec940e2c9:41753 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44105 2024-11-13T19:42:46,212 DEBUG [RS:1;80cec940e2c9:41753 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:42:46,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T19:42:46,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:42:46,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:42:46,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:42:46,255 DEBUG [RS:0;80cec940e2c9:40113 {}] zookeeper.ZKUtil(111): regionserver:40113-0x10136e67eb80001, quorum=127.0.0.1:62410, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80cec940e2c9,40113,1731526965685 2024-11-13T19:42:46,255 WARN [RS:0;80cec940e2c9:40113 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:42:46,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,40113,1731526965685] 2024-11-13T19:42:46,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,41753,1731526965723] 2024-11-13T19:42:46,255 INFO [RS:0;80cec940e2c9:40113 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:42:46,255 DEBUG [RS:0;80cec940e2c9:40113 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/WALs/80cec940e2c9,40113,1731526965685 2024-11-13T19:42:46,255 DEBUG [RS:1;80cec940e2c9:41753 {}] zookeeper.ZKUtil(111): regionserver:41753-0x10136e67eb80002, quorum=127.0.0.1:62410, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80cec940e2c9,41753,1731526965723 2024-11-13T19:42:46,255 WARN [RS:1;80cec940e2c9:41753 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:42:46,255 INFO [RS:1;80cec940e2c9:41753 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:42:46,255 DEBUG [RS:1;80cec940e2c9:41753 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/WALs/80cec940e2c9,41753,1731526965723 2024-11-13T19:42:46,267 INFO [RS:1;80cec940e2c9:41753 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:42:46,267 INFO [RS:0;80cec940e2c9:40113 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:42:46,275 INFO [RS:0;80cec940e2c9:40113 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:42:46,281 INFO [RS:1;80cec940e2c9:41753 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:42:46,282 INFO [RS:0;80cec940e2c9:40113 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:42:46,282 INFO [RS:0;80cec940e2c9:40113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,282 INFO [RS:0;80cec940e2c9:40113 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:42:46,283 INFO [RS:1;80cec940e2c9:41753 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:42:46,283 INFO [RS:1;80cec940e2c9:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,283 INFO [RS:1;80cec940e2c9:41753 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:42:46,284 INFO [RS:0;80cec940e2c9:40113 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:42:46,284 INFO [RS:0;80cec940e2c9:40113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,284 DEBUG [RS:0;80cec940e2c9:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,284 DEBUG [RS:0;80cec940e2c9:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,284 DEBUG [RS:0;80cec940e2c9:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,284 DEBUG [RS:0;80cec940e2c9:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,284 DEBUG [RS:0;80cec940e2c9:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,284 DEBUG [RS:0;80cec940e2c9:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:42:46,285 DEBUG [RS:0;80cec940e2c9:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,285 DEBUG [RS:0;80cec940e2c9:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,285 DEBUG [RS:0;80cec940e2c9:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,285 DEBUG [RS:0;80cec940e2c9:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,285 DEBUG [RS:0;80cec940e2c9:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,285 DEBUG [RS:0;80cec940e2c9:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,285 DEBUG [RS:0;80cec940e2c9:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:42:46,285 DEBUG [RS:0;80cec940e2c9:40113 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:42:46,286 INFO [RS:1;80cec940e2c9:41753 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:42:46,286 INFO [RS:1;80cec940e2c9:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,286 DEBUG [RS:1;80cec940e2c9:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,286 DEBUG [RS:1;80cec940e2c9:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,286 DEBUG [RS:1;80cec940e2c9:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,286 DEBUG [RS:1;80cec940e2c9:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,286 DEBUG [RS:1;80cec940e2c9:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,286 DEBUG [RS:1;80cec940e2c9:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:42:46,286 DEBUG [RS:1;80cec940e2c9:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,287 DEBUG [RS:1;80cec940e2c9:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,287 DEBUG [RS:1;80cec940e2c9:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,287 DEBUG [RS:1;80cec940e2c9:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,287 DEBUG [RS:1;80cec940e2c9:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,287 DEBUG [RS:1;80cec940e2c9:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:46,287 DEBUG [RS:1;80cec940e2c9:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:42:46,287 DEBUG [RS:1;80cec940e2c9:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:42:46,290 INFO [RS:0;80cec940e2c9:40113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,291 INFO [RS:1;80cec940e2c9:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,291 INFO [RS:0;80cec940e2c9:40113 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,291 INFO [RS:1;80cec940e2c9:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,291 INFO [RS:0;80cec940e2c9:40113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,291 INFO [RS:1;80cec940e2c9:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,291 INFO [RS:0;80cec940e2c9:40113 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,291 INFO [RS:1;80cec940e2c9:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,291 INFO [RS:0;80cec940e2c9:40113 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,291 INFO [RS:1;80cec940e2c9:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,291 INFO [RS:0;80cec940e2c9:40113 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,40113,1731526965685-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:42:46,291 INFO [RS:1;80cec940e2c9:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,41753,1731526965723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:42:46,310 INFO [RS:1;80cec940e2c9:41753 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:42:46,310 INFO [RS:1;80cec940e2c9:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,41753,1731526965723-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,310 INFO [RS:1;80cec940e2c9:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,311 INFO [RS:1;80cec940e2c9:41753 {}] regionserver.Replication(171): 80cec940e2c9,41753,1731526965723 started 2024-11-13T19:42:46,315 INFO [RS:0;80cec940e2c9:40113 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:42:46,316 INFO [RS:0;80cec940e2c9:40113 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,40113,1731526965685-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,316 INFO [RS:0;80cec940e2c9:40113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,316 INFO [RS:0;80cec940e2c9:40113 {}] regionserver.Replication(171): 80cec940e2c9,40113,1731526965685 started 2024-11-13T19:42:46,326 WARN [80cec940e2c9:42825 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T19:42:46,326 INFO [RS:1;80cec940e2c9:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,326 INFO [RS:1;80cec940e2c9:41753 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,41753,1731526965723, RpcServer on 80cec940e2c9/172.17.0.3:41753, sessionid=0x10136e67eb80002 2024-11-13T19:42:46,326 DEBUG [RS:1;80cec940e2c9:41753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:42:46,326 DEBUG [RS:1;80cec940e2c9:41753 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,41753,1731526965723 2024-11-13T19:42:46,326 DEBUG [RS:1;80cec940e2c9:41753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,41753,1731526965723' 2024-11-13T19:42:46,326 DEBUG [RS:1;80cec940e2c9:41753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T19:42:46,327 DEBUG [RS:1;80cec940e2c9:41753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T19:42:46,327 DEBUG [RS:1;80cec940e2c9:41753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:42:46,327 DEBUG [RS:1;80cec940e2c9:41753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:42:46,327 DEBUG [RS:1;80cec940e2c9:41753 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,41753,1731526965723 2024-11-13T19:42:46,327 DEBUG [RS:1;80cec940e2c9:41753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,41753,1731526965723' 2024-11-13T19:42:46,327 DEBUG [RS:1;80cec940e2c9:41753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T19:42:46,328 DEBUG [RS:1;80cec940e2c9:41753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T19:42:46,328 DEBUG [RS:1;80cec940e2c9:41753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:42:46,329 INFO [RS:1;80cec940e2c9:41753 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:42:46,329 INFO [RS:1;80cec940e2c9:41753 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:42:46,338 INFO [RS:0;80cec940e2c9:40113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,338 INFO [RS:0;80cec940e2c9:40113 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,40113,1731526965685, RpcServer on 80cec940e2c9/172.17.0.3:40113, sessionid=0x10136e67eb80001 2024-11-13T19:42:46,338 DEBUG [RS:0;80cec940e2c9:40113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:42:46,338 DEBUG [RS:0;80cec940e2c9:40113 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,40113,1731526965685 2024-11-13T19:42:46,338 DEBUG [RS:0;80cec940e2c9:40113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,40113,1731526965685' 2024-11-13T19:42:46,338 DEBUG [RS:0;80cec940e2c9:40113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T19:42:46,339 DEBUG [RS:0;80cec940e2c9:40113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T19:42:46,340 DEBUG [RS:0;80cec940e2c9:40113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:42:46,340 DEBUG [RS:0;80cec940e2c9:40113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:42:46,340 DEBUG [RS:0;80cec940e2c9:40113 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,40113,1731526965685 2024-11-13T19:42:46,340 DEBUG [RS:0;80cec940e2c9:40113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,40113,1731526965685' 2024-11-13T19:42:46,340 DEBUG [RS:0;80cec940e2c9:40113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T19:42:46,340 DEBUG [RS:0;80cec940e2c9:40113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T19:42:46,341 DEBUG [RS:0;80cec940e2c9:40113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:42:46,341 INFO [RS:0;80cec940e2c9:40113 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:42:46,341 INFO [RS:0;80cec940e2c9:40113 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:42:46,429 INFO [RS:1;80cec940e2c9:41753 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:42:46,432 INFO [RS:1;80cec940e2c9:41753 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C41753%2C1731526965723, suffix=, logDir=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/WALs/80cec940e2c9,41753,1731526965723, archiveDir=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/oldWALs, maxLogs=32 2024-11-13T19:42:46,442 INFO [RS:0;80cec940e2c9:40113 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:42:46,444 INFO [RS:0;80cec940e2c9:40113 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C40113%2C1731526965685, suffix=, logDir=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/WALs/80cec940e2c9,40113,1731526965685, archiveDir=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/oldWALs, maxLogs=32 2024-11-13T19:42:46,448 DEBUG [RS:1;80cec940e2c9:41753 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/WALs/80cec940e2c9,41753,1731526965723/80cec940e2c9%2C41753%2C1731526965723.1731526966433, exclude list is [], retry=0 2024-11-13T19:42:46,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41063,DS-1095ee42-60d5-40cd-ae59-27d410a49650,DISK] 2024-11-13T19:42:46,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39537,DS-d899cbdf-21af-4999-8d3a-3f66afda3e49,DISK] 2024-11-13T19:42:46,461 INFO [RS:1;80cec940e2c9:41753 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/WALs/80cec940e2c9,41753,1731526965723/80cec940e2c9%2C41753%2C1731526965723.1731526966433 2024-11-13T19:42:46,461 DEBUG [RS:0;80cec940e2c9:40113 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/WALs/80cec940e2c9,40113,1731526965685/80cec940e2c9%2C40113%2C1731526965685.1731526966445, exclude list is [], retry=0 2024-11-13T19:42:46,462 DEBUG [RS:1;80cec940e2c9:41753 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37939:37939),(127.0.0.1/127.0.0.1:39299:39299)] 2024-11-13T19:42:46,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41063,DS-1095ee42-60d5-40cd-ae59-27d410a49650,DISK] 2024-11-13T19:42:46,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39537,DS-d899cbdf-21af-4999-8d3a-3f66afda3e49,DISK] 2024-11-13T19:42:46,468 INFO [RS:0;80cec940e2c9:40113 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/WALs/80cec940e2c9,40113,1731526965685/80cec940e2c9%2C40113%2C1731526965685.1731526966445 2024-11-13T19:42:46,469 DEBUG [RS:0;80cec940e2c9:40113 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39299:39299),(127.0.0.1/127.0.0.1:37939:37939)] 2024-11-13T19:42:46,576 DEBUG [80cec940e2c9:42825 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T19:42:46,576 DEBUG [80cec940e2c9:42825 {}] balancer.BalancerClusterState(204): Hosts are {80cec940e2c9=0} racks are {/default-rack=0} 2024-11-13T19:42:46,579 DEBUG [80cec940e2c9:42825 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T19:42:46,579 DEBUG [80cec940e2c9:42825 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T19:42:46,579 DEBUG [80cec940e2c9:42825 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T19:42:46,579 DEBUG [80cec940e2c9:42825 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T19:42:46,579 INFO [80cec940e2c9:42825 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T19:42:46,580 INFO [80cec940e2c9:42825 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T19:42:46,580 DEBUG [80cec940e2c9:42825 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T19:42:46,580 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,40113,1731526965685 2024-11-13T19:42:46,582 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,40113,1731526965685, state=OPENING 2024-11-13T19:42:46,617 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:42:46,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:46,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x10136e67eb80002, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:46,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x10136e67eb80001, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:46,627 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:42:46,627 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:46,627 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:46,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,40113,1731526965685}] 2024-11-13T19:42:46,627 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:46,781 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:42:46,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:42:46,788 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:42:46,788 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:42:46,788 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:42:46,790 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C40113%2C1731526965685.meta, suffix=.meta, logDir=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/WALs/80cec940e2c9,40113,1731526965685, archiveDir=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/oldWALs, maxLogs=32 2024-11-13T19:42:46,804 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/WALs/80cec940e2c9,40113,1731526965685/80cec940e2c9%2C40113%2C1731526965685.meta.1731526966791.meta, exclude list is [], retry=0 2024-11-13T19:42:46,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41063,DS-1095ee42-60d5-40cd-ae59-27d410a49650,DISK] 2024-11-13T19:42:46,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39537,DS-d899cbdf-21af-4999-8d3a-3f66afda3e49,DISK] 2024-11-13T19:42:46,809 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/WALs/80cec940e2c9,40113,1731526965685/80cec940e2c9%2C40113%2C1731526965685.meta.1731526966791.meta 2024-11-13T19:42:46,811 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39299:39299),(127.0.0.1/127.0.0.1:37939:37939)] 2024-11-13T19:42:46,811 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:42:46,812 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:42:46,812 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:42:46,812 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:42:46,812 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:42:46,813 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:46,813 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:42:46,813 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:42:46,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:42:46,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:42:46,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:46,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:46,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:42:46,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:42:46,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:46,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:46,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:42:46,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:42:46,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:46,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:46,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:42:46,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:42:46,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:46,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:46,824 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:42:46,826 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/hbase/meta/1588230740 2024-11-13T19:42:46,827 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/hbase/meta/1588230740 2024-11-13T19:42:46,829 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:42:46,829 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:42:46,830 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:42:46,832 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:42:46,833 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63725267, jitterRate=-0.05041952431201935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:42:46,834 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:42:46,835 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526966813Writing region info on filesystem at 1731526966813Initializing all the Stores at 1731526966815 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526966815Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526966815Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526966815Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526966815Cleaning up temporary data from old regions at 1731526966829 (+14 ms)Running coprocessor post-open hooks at 1731526966834 (+5 ms)Region opened successfully at 1731526966835 (+1 ms) 2024-11-13T19:42:46,837 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526966781 2024-11-13T19:42:46,841 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:42:46,841 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:42:46,843 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,40113,1731526965685 2024-11-13T19:42:46,845 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,40113,1731526965685, state=OPEN 2024-11-13T19:42:46,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x10136e67eb80002, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:42:46,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x10136e67eb80001, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:42:46,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:42:46,851 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,40113,1731526965685 2024-11-13T19:42:46,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:46,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:46,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:46,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:42:46,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,40113,1731526965685 in 224 msec 2024-11-13T19:42:46,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:42:46,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 684 msec 2024-11-13T19:42:46,860 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:42:46,860 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:42:46,862 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:42:46,862 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,40113,1731526965685, seqNum=-1] 2024-11-13T19:42:46,862 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:42:46,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:42:46,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 806 msec 2024-11-13T19:42:46,872 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526966872, completionTime=-1 2024-11-13T19:42:46,872 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T19:42:46,872 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:42:46,874 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T19:42:46,874 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731527026874 2024-11-13T19:42:46,875 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731527086875 2024-11-13T19:42:46,875 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T19:42:46,875 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42825,1731526965543-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,875 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42825,1731526965543-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,875 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42825,1731526965543-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,875 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:42825, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,875 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,876 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,878 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:42:46,888 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.103sec 2024-11-13T19:42:46,888 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:42:46,888 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:42:46,888 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:42:46,888 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:42:46,888 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:42:46,888 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42825,1731526965543-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:42:46,888 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42825,1731526965543-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:42:46,891 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:42:46,891 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:42:46,891 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,42825,1731526965543-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:46,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5032053d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:42:46,963 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,42825,-1 for getting cluster id 2024-11-13T19:42:46,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:42:46,983 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c69e6ef-3235-4ed7-b8bb-dbdb35d7236d' 2024-11-13T19:42:46,984 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:42:46,984 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c69e6ef-3235-4ed7-b8bb-dbdb35d7236d" 2024-11-13T19:42:46,984 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f172d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:42:46,984 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,42825,-1] 2024-11-13T19:42:46,991 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:42:46,991 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:46,993 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:42:46,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4550f9a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:42:46,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:42:47,001 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,40113,1731526965685, seqNum=-1] 2024-11-13T19:42:47,001 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:42:47,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:42:47,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,42825,1731526965543 2024-11-13T19:42:47,006 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:42:47,007 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,42825,1731526965543 2024-11-13T19:42:47,007 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13ffb4c3 2024-11-13T19:42:47,008 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:42:47,009 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:42:47,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42825 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:42:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42825 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T19:42:47,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:42:47,014 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:47,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42825 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T19:42:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:42:47,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:42:47,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741836_1012 (size=379) 2024-11-13T19:42:47,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741836_1012 (size=379) 2024-11-13T19:42:47,031 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c2c0e710da5e7168c037919d3f35f28a, NAME => 'testClearRegionBlockCache,5,1731526967010.c2c0e710da5e7168c037919d3f35f28a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867 2024-11-13T19:42:47,031 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e1925887f8448e5d555954b32a4e2ec3, NAME => 'testClearRegionBlockCache,,1731526967010.e1925887f8448e5d555954b32a4e2ec3.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867 2024-11-13T19:42:47,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741837_1013 (size=61) 2024-11-13T19:42:47,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741838_1014 (size=61) 2024-11-13T19:42:47,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741838_1014 (size=61) 2024-11-13T19:42:47,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741837_1013 (size=61) 2024-11-13T19:42:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:42:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:42:47,451 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731526967010.c2c0e710da5e7168c037919d3f35f28a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:47,451 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731526967010.e1925887f8448e5d555954b32a4e2ec3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:47,452 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing e1925887f8448e5d555954b32a4e2ec3, disabling compactions & flushes 2024-11-13T19:42:47,452 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing c2c0e710da5e7168c037919d3f35f28a, disabling compactions & flushes 2024-11-13T19:42:47,452 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731526967010.e1925887f8448e5d555954b32a4e2ec3. 2024-11-13T19:42:47,452 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731526967010.c2c0e710da5e7168c037919d3f35f28a. 2024-11-13T19:42:47,452 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731526967010.e1925887f8448e5d555954b32a4e2ec3. 2024-11-13T19:42:47,452 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731526967010.c2c0e710da5e7168c037919d3f35f28a. 2024-11-13T19:42:47,452 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731526967010.c2c0e710da5e7168c037919d3f35f28a. after waiting 0 ms 2024-11-13T19:42:47,452 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731526967010.e1925887f8448e5d555954b32a4e2ec3. after waiting 0 ms 2024-11-13T19:42:47,452 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731526967010.e1925887f8448e5d555954b32a4e2ec3. 2024-11-13T19:42:47,452 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731526967010.c2c0e710da5e7168c037919d3f35f28a. 2024-11-13T19:42:47,452 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731526967010.c2c0e710da5e7168c037919d3f35f28a. 2024-11-13T19:42:47,452 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731526967010.e1925887f8448e5d555954b32a4e2ec3. 2024-11-13T19:42:47,452 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for e1925887f8448e5d555954b32a4e2ec3: Waiting for close lock at 1731526967452Disabling compacts and flushes for region at 1731526967452Disabling writes for close at 1731526967452Writing region close event to WAL at 1731526967452Closed at 1731526967452 2024-11-13T19:42:47,452 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for c2c0e710da5e7168c037919d3f35f28a: Waiting for close lock at 1731526967452Disabling compacts and flushes for region at 1731526967452Disabling writes for close at 1731526967452Writing region close event to WAL at 1731526967452Closed at 1731526967452 2024-11-13T19:42:47,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:42:47,455 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731526967010.c2c0e710da5e7168c037919d3f35f28a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731526967454"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526967454"}]},"ts":"1731526967454"} 2024-11-13T19:42:47,455 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731526967010.e1925887f8448e5d555954b32a4e2ec3.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731526967454"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526967454"}]},"ts":"1731526967454"} 2024-11-13T19:42:47,460 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T19:42:47,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:42:47,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526967461"}]},"ts":"1731526967461"} 2024-11-13T19:42:47,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T19:42:47,465 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {80cec940e2c9=0} racks are {/default-rack=0} 2024-11-13T19:42:47,467 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T19:42:47,467 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T19:42:47,467 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T19:42:47,467 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T19:42:47,467 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T19:42:47,467 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T19:42:47,467 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T19:42:47,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e1925887f8448e5d555954b32a4e2ec3, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c2c0e710da5e7168c037919d3f35f28a, ASSIGN}] 2024-11-13T19:42:47,470 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e1925887f8448e5d555954b32a4e2ec3, ASSIGN 2024-11-13T19:42:47,470 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c2c0e710da5e7168c037919d3f35f28a, ASSIGN 2024-11-13T19:42:47,471 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c2c0e710da5e7168c037919d3f35f28a, ASSIGN; state=OFFLINE, location=80cec940e2c9,41753,1731526965723; forceNewPlan=false, retain=false 2024-11-13T19:42:47,471 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e1925887f8448e5d555954b32a4e2ec3, ASSIGN; state=OFFLINE, location=80cec940e2c9,40113,1731526965685; forceNewPlan=false, retain=false 2024-11-13T19:42:47,622 INFO [80cec940e2c9:42825 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T19:42:47,622 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e1925887f8448e5d555954b32a4e2ec3, regionState=OPENING, regionLocation=80cec940e2c9,40113,1731526965685 2024-11-13T19:42:47,622 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c2c0e710da5e7168c037919d3f35f28a, regionState=OPENING, regionLocation=80cec940e2c9,41753,1731526965723 2024-11-13T19:42:47,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c2c0e710da5e7168c037919d3f35f28a, ASSIGN because future has completed 2024-11-13T19:42:47,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2c0e710da5e7168c037919d3f35f28a, server=80cec940e2c9,41753,1731526965723}] 2024-11-13T19:42:47,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e1925887f8448e5d555954b32a4e2ec3, ASSIGN because future has completed 2024-11-13T19:42:47,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1925887f8448e5d555954b32a4e2ec3, server=80cec940e2c9,40113,1731526965685}] 2024-11-13T19:42:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:42:47,780 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:42:47,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:42:47,786 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731526967010.e1925887f8448e5d555954b32a4e2ec3. 2024-11-13T19:42:47,786 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731526967010.c2c0e710da5e7168c037919d3f35f28a. 2024-11-13T19:42:47,786 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => e1925887f8448e5d555954b32a4e2ec3, NAME => 'testClearRegionBlockCache,,1731526967010.e1925887f8448e5d555954b32a4e2ec3.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T19:42:47,787 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c2c0e710da5e7168c037919d3f35f28a, NAME => 'testClearRegionBlockCache,5,1731526967010.c2c0e710da5e7168c037919d3f35f28a.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T19:42:47,787 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e1925887f8448e5d555954b32a4e2ec3 2024-11-13T19:42:47,787 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731526967010.e1925887f8448e5d555954b32a4e2ec3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:47,787 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for e1925887f8448e5d555954b32a4e2ec3 2024-11-13T19:42:47,787 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c2c0e710da5e7168c037919d3f35f28a 2024-11-13T19:42:47,787 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for e1925887f8448e5d555954b32a4e2ec3 2024-11-13T19:42:47,787 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731526967010.c2c0e710da5e7168c037919d3f35f28a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:47,787 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c2c0e710da5e7168c037919d3f35f28a 2024-11-13T19:42:47,787 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c2c0e710da5e7168c037919d3f35f28a 2024-11-13T19:42:47,789 INFO [StoreOpener-e1925887f8448e5d555954b32a4e2ec3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e1925887f8448e5d555954b32a4e2ec3 2024-11-13T19:42:47,789 INFO [StoreOpener-c2c0e710da5e7168c037919d3f35f28a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c2c0e710da5e7168c037919d3f35f28a 2024-11-13T19:42:47,791 INFO [StoreOpener-e1925887f8448e5d555954b32a4e2ec3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1925887f8448e5d555954b32a4e2ec3 columnFamilyName family 2024-11-13T19:42:47,791 INFO [StoreOpener-c2c0e710da5e7168c037919d3f35f28a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2c0e710da5e7168c037919d3f35f28a columnFamilyName family 2024-11-13T19:42:47,791 DEBUG [StoreOpener-c2c0e710da5e7168c037919d3f35f28a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:47,791 DEBUG [StoreOpener-e1925887f8448e5d555954b32a4e2ec3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:47,791 INFO [StoreOpener-c2c0e710da5e7168c037919d3f35f28a-1 {}] regionserver.HStore(327): Store=c2c0e710da5e7168c037919d3f35f28a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:42:47,792 INFO [StoreOpener-e1925887f8448e5d555954b32a4e2ec3-1 {}] regionserver.HStore(327): Store=e1925887f8448e5d555954b32a4e2ec3/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:42:47,792 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c2c0e710da5e7168c037919d3f35f28a 2024-11-13T19:42:47,792 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for e1925887f8448e5d555954b32a4e2ec3 2024-11-13T19:42:47,793 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/default/testClearRegionBlockCache/e1925887f8448e5d555954b32a4e2ec3 2024-11-13T19:42:47,793 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/default/testClearRegionBlockCache/c2c0e710da5e7168c037919d3f35f28a 2024-11-13T19:42:47,793 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/default/testClearRegionBlockCache/e1925887f8448e5d555954b32a4e2ec3 2024-11-13T19:42:47,793 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/default/testClearRegionBlockCache/c2c0e710da5e7168c037919d3f35f28a 2024-11-13T19:42:47,793 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c2c0e710da5e7168c037919d3f35f28a 2024-11-13T19:42:47,793 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for e1925887f8448e5d555954b32a4e2ec3 2024-11-13T19:42:47,794 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for e1925887f8448e5d555954b32a4e2ec3 2024-11-13T19:42:47,794 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c2c0e710da5e7168c037919d3f35f28a 2024-11-13T19:42:47,796 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c2c0e710da5e7168c037919d3f35f28a 2024-11-13T19:42:47,796 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for e1925887f8448e5d555954b32a4e2ec3 2024-11-13T19:42:47,798 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/default/testClearRegionBlockCache/c2c0e710da5e7168c037919d3f35f28a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:42:47,798 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/default/testClearRegionBlockCache/e1925887f8448e5d555954b32a4e2ec3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:42:47,799 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened c2c0e710da5e7168c037919d3f35f28a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65491632, jitterRate=-0.024098634719848633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T19:42:47,799 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2c0e710da5e7168c037919d3f35f28a 2024-11-13T19:42:47,800 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c2c0e710da5e7168c037919d3f35f28a: Running coprocessor pre-open hook at 1731526967788Writing region info on filesystem at 1731526967788Initializing all the Stores at 1731526967789 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526967789Cleaning up temporary data from old regions at 1731526967794 (+5 ms)Running coprocessor post-open hooks at 1731526967799 (+5 ms)Region opened successfully at 1731526967800 (+1 ms) 2024-11-13T19:42:47,800 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened e1925887f8448e5d555954b32a4e2ec3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64998019, jitterRate=-0.031454041600227356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T19:42:47,801 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1925887f8448e5d555954b32a4e2ec3 2024-11-13T19:42:47,801 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for e1925887f8448e5d555954b32a4e2ec3: Running coprocessor pre-open hook at 1731526967787Writing region info on filesystem at 1731526967787Initializing all the Stores at 1731526967788 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526967788Cleaning up temporary data from old regions at 1731526967794 (+6 ms)Running coprocessor post-open hooks at 1731526967801 (+7 ms)Region opened successfully at 1731526967801 2024-11-13T19:42:47,802 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731526967010.c2c0e710da5e7168c037919d3f35f28a., pid=7, masterSystemTime=1731526967780 2024-11-13T19:42:47,802 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731526967010.e1925887f8448e5d555954b32a4e2ec3., pid=8, masterSystemTime=1731526967782 2024-11-13T19:42:47,812 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731526967010.c2c0e710da5e7168c037919d3f35f28a. 2024-11-13T19:42:47,812 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731526967010.c2c0e710da5e7168c037919d3f35f28a. 2024-11-13T19:42:47,813 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c2c0e710da5e7168c037919d3f35f28a, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,41753,1731526965723 2024-11-13T19:42:47,815 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e1925887f8448e5d555954b32a4e2ec3, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,40113,1731526965685 2024-11-13T19:42:47,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2c0e710da5e7168c037919d3f35f28a, server=80cec940e2c9,41753,1731526965723 because future has completed 2024-11-13T19:42:47,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1925887f8448e5d555954b32a4e2ec3, server=80cec940e2c9,40113,1731526965685 because future has completed 2024-11-13T19:42:47,818 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731526967010.e1925887f8448e5d555954b32a4e2ec3. 2024-11-13T19:42:47,821 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731526967010.e1925887f8448e5d555954b32a4e2ec3. 2024-11-13T19:42:47,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T19:42:47,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c2c0e710da5e7168c037919d3f35f28a, server=80cec940e2c9,41753,1731526965723 in 192 msec 2024-11-13T19:42:47,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-13T19:42:47,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c2c0e710da5e7168c037919d3f35f28a, ASSIGN in 355 msec 2024-11-13T19:42:47,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e1925887f8448e5d555954b32a4e2ec3, server=80cec940e2c9,40113,1731526965685 in 193 msec 2024-11-13T19:42:47,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:42:47,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e1925887f8448e5d555954b32a4e2ec3, ASSIGN in 358 msec 2024-11-13T19:42:47,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:42:47,831 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526967831"}]},"ts":"1731526967831"} 2024-11-13T19:42:47,835 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T19:42:47,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:42:47,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 827 msec 2024-11-13T19:42:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:42:48,159 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T19:42:48,159 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T19:42:48,160 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T19:42:48,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T19:42:48,165 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T19:42:48,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T19:42:48,170 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731526967010.e1925887f8448e5d555954b32a4e2ec3., hostname=80cec940e2c9,40113,1731526965685, seqNum=2] 2024-11-13T19:42:48,191 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731526967010.c2c0e710da5e7168c037919d3f35f28a., hostname=80cec940e2c9,41753,1731526965723, seqNum=2] 2024-11-13T19:42:48,191 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:42:48,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:42:48,210 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e1925887f8448e5d555954b32a4e2ec3 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T19:42:48,235 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/default/testClearRegionBlockCache/e1925887f8448e5d555954b32a4e2ec3/.tmp/family/6c0f03a4a5c94aafae637bf5b9015da1 is 32, key is 1/family:/1731526968173/Put/seqid=0 2024-11-13T19:42:48,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741839_1015 (size=5054) 2024-11-13T19:42:48,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741839_1015 (size=5054) 2024-11-13T19:42:48,259 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/default/testClearRegionBlockCache/e1925887f8448e5d555954b32a4e2ec3/.tmp/family/6c0f03a4a5c94aafae637bf5b9015da1 2024-11-13T19:42:48,271 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/default/testClearRegionBlockCache/e1925887f8448e5d555954b32a4e2ec3/.tmp/family/6c0f03a4a5c94aafae637bf5b9015da1 as hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/default/testClearRegionBlockCache/e1925887f8448e5d555954b32a4e2ec3/family/6c0f03a4a5c94aafae637bf5b9015da1 2024-11-13T19:42:48,279 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/default/testClearRegionBlockCache/e1925887f8448e5d555954b32a4e2ec3/family/6c0f03a4a5c94aafae637bf5b9015da1, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T19:42:48,281 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for e1925887f8448e5d555954b32a4e2ec3 in 71ms, sequenceid=8, compaction requested=false 2024-11-13T19:42:48,281 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e1925887f8448e5d555954b32a4e2ec3: 2024-11-13T19:42:48,281 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c2c0e710da5e7168c037919d3f35f28a 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T19:42:48,304 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/default/testClearRegionBlockCache/c2c0e710da5e7168c037919d3f35f28a/.tmp/family/72335e58cfad4d5186ad69c5fe86181a is 32, key is 5/family:/1731526968194/Put/seqid=0 2024-11-13T19:42:48,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741840_1016 (size=5083) 2024-11-13T19:42:48,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741840_1016 (size=5083) 2024-11-13T19:42:48,323 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/default/testClearRegionBlockCache/c2c0e710da5e7168c037919d3f35f28a/.tmp/family/72335e58cfad4d5186ad69c5fe86181a 2024-11-13T19:42:48,343 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/default/testClearRegionBlockCache/c2c0e710da5e7168c037919d3f35f28a/.tmp/family/72335e58cfad4d5186ad69c5fe86181a as hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/default/testClearRegionBlockCache/c2c0e710da5e7168c037919d3f35f28a/family/72335e58cfad4d5186ad69c5fe86181a 2024-11-13T19:42:48,359 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/default/testClearRegionBlockCache/c2c0e710da5e7168c037919d3f35f28a/family/72335e58cfad4d5186ad69c5fe86181a, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T19:42:48,360 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for c2c0e710da5e7168c037919d3f35f28a in 79ms, sequenceid=9, compaction requested=false 2024-11-13T19:42:48,361 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c2c0e710da5e7168c037919d3f35f28a: 2024-11-13T19:42:48,368 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-13T19:42:48,374 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:42:48,375 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:42:48,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:42:48,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:42:48,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:42:48,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:42:48,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:42:48,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:48,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:48,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:42:48,379 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:42:48,379 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2139123044, stopped=false 2024-11-13T19:42:48,379 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,42825,1731526965543 2024-11-13T19:42:48,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x10136e67eb80002, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:48,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:48,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x10136e67eb80001, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:48,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x10136e67eb80002, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:48,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:48,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x10136e67eb80001, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:48,427 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:42:48,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:42:48,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:42:48,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:48,428 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,40113,1731526965685' ***** 2024-11-13T19:42:48,428 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:42:48,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40113-0x10136e67eb80001, quorum=127.0.0.1:62410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:48,428 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,41753,1731526965723' ***** 2024-11-13T19:42:48,428 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:42:48,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41753-0x10136e67eb80002, quorum=127.0.0.1:62410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:48,429 INFO [RS:1;80cec940e2c9:41753 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:42:48,429 INFO [RS:1;80cec940e2c9:41753 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:42:48,429 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:42:48,429 INFO [RS:1;80cec940e2c9:41753 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:42:48,429 INFO [RS:1;80cec940e2c9:41753 {}] regionserver.HRegionServer(3091): Received CLOSE for c2c0e710da5e7168c037919d3f35f28a 2024-11-13T19:42:48,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:48,429 INFO [RS:0;80cec940e2c9:40113 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:42:48,430 INFO [RS:0;80cec940e2c9:40113 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:42:48,430 INFO [RS:0;80cec940e2c9:40113 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:42:48,430 INFO [RS:0;80cec940e2c9:40113 {}] regionserver.HRegionServer(3091): Received CLOSE for e1925887f8448e5d555954b32a4e2ec3 2024-11-13T19:42:48,430 INFO [RS:1;80cec940e2c9:41753 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,41753,1731526965723 2024-11-13T19:42:48,430 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:42:48,430 INFO [RS:1;80cec940e2c9:41753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:42:48,430 INFO [RS:1;80cec940e2c9:41753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;80cec940e2c9:41753. 2024-11-13T19:42:48,430 DEBUG [RS:1;80cec940e2c9:41753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:42:48,430 INFO [RS:0;80cec940e2c9:40113 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,40113,1731526965685 2024-11-13T19:42:48,430 DEBUG [RS:1;80cec940e2c9:41753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:48,430 INFO [RS:0;80cec940e2c9:40113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:42:48,431 INFO [RS:0;80cec940e2c9:40113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:40113. 2024-11-13T19:42:48,475 DEBUG [RS:0;80cec940e2c9:40113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:42:48,475 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e1925887f8448e5d555954b32a4e2ec3, disabling compactions & flushes 2024-11-13T19:42:48,475 DEBUG [RS:0;80cec940e2c9:40113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:48,475 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731526967010.e1925887f8448e5d555954b32a4e2ec3. 2024-11-13T19:42:48,475 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731526967010.e1925887f8448e5d555954b32a4e2ec3. 2024-11-13T19:42:48,475 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731526967010.e1925887f8448e5d555954b32a4e2ec3. after waiting 0 ms 2024-11-13T19:42:48,431 INFO [RS:1;80cec940e2c9:41753 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:42:48,475 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731526967010.e1925887f8448e5d555954b32a4e2ec3. 2024-11-13T19:42:48,475 INFO [RS:0;80cec940e2c9:40113 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:42:48,475 DEBUG [RS:1;80cec940e2c9:41753 {}] regionserver.HRegionServer(1325): Online Regions={c2c0e710da5e7168c037919d3f35f28a=testClearRegionBlockCache,5,1731526967010.c2c0e710da5e7168c037919d3f35f28a.} 2024-11-13T19:42:48,475 INFO [RS:0;80cec940e2c9:40113 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:42:48,475 INFO [RS:0;80cec940e2c9:40113 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:42:48,475 DEBUG [RS:1;80cec940e2c9:41753 {}] regionserver.HRegionServer(1351): Waiting on c2c0e710da5e7168c037919d3f35f28a 2024-11-13T19:42:48,475 INFO [RS:0;80cec940e2c9:40113 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:42:48,475 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2c0e710da5e7168c037919d3f35f28a, disabling compactions & flushes 2024-11-13T19:42:48,475 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731526967010.c2c0e710da5e7168c037919d3f35f28a. 2024-11-13T19:42:48,475 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731526967010.c2c0e710da5e7168c037919d3f35f28a. 2024-11-13T19:42:48,475 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731526967010.c2c0e710da5e7168c037919d3f35f28a. after waiting 0 ms 2024-11-13T19:42:48,475 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731526967010.c2c0e710da5e7168c037919d3f35f28a. 2024-11-13T19:42:48,479 INFO [RS:0;80cec940e2c9:40113 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:42:48,479 DEBUG [RS:0;80cec940e2c9:40113 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e1925887f8448e5d555954b32a4e2ec3=testClearRegionBlockCache,,1731526967010.e1925887f8448e5d555954b32a4e2ec3.} 2024-11-13T19:42:48,479 DEBUG [RS:0;80cec940e2c9:40113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e1925887f8448e5d555954b32a4e2ec3 2024-11-13T19:42:48,479 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:42:48,479 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:42:48,479 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:42:48,479 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:42:48,479 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:42:48,480 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T19:42:48,498 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:42:48,499 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:42:48,500 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/default/testClearRegionBlockCache/e1925887f8448e5d555954b32a4e2ec3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T19:42:48,502 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731526967010.e1925887f8448e5d555954b32a4e2ec3. 2024-11-13T19:42:48,502 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e1925887f8448e5d555954b32a4e2ec3: Waiting for close lock at 1731526968474Running coprocessor pre-close hooks at 1731526968474Disabling compacts and flushes for region at 1731526968475 (+1 ms)Disabling writes for close at 1731526968475Writing region close event to WAL at 1731526968480 (+5 ms)Running coprocessor post-close hooks at 1731526968502 (+22 ms)Closed at 1731526968502 2024-11-13T19:42:48,502 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731526967010.e1925887f8448e5d555954b32a4e2ec3. 2024-11-13T19:42:48,551 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/default/testClearRegionBlockCache/c2c0e710da5e7168c037919d3f35f28a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T19:42:48,555 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731526967010.c2c0e710da5e7168c037919d3f35f28a. 2024-11-13T19:42:48,555 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2c0e710da5e7168c037919d3f35f28a: Waiting for close lock at 1731526968475Running coprocessor pre-close hooks at 1731526968475Disabling compacts and flushes for region at 1731526968475Disabling writes for close at 1731526968475Writing region close event to WAL at 1731526968503 (+28 ms)Running coprocessor post-close hooks at 1731526968555 (+52 ms)Closed at 1731526968555 2024-11-13T19:42:48,555 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731526967010.c2c0e710da5e7168c037919d3f35f28a. 2024-11-13T19:42:48,563 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/hbase/meta/1588230740/.tmp/info/4c656f3167cd4a1cbf931c62688294d8 is 173, key is testClearRegionBlockCache,5,1731526967010.c2c0e710da5e7168c037919d3f35f28a./info:regioninfo/1731526967813/Put/seqid=0 2024-11-13T19:42:48,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741841_1017 (size=8173) 2024-11-13T19:42:48,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741841_1017 (size=8173) 2024-11-13T19:42:48,578 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/hbase/meta/1588230740/.tmp/info/4c656f3167cd4a1cbf931c62688294d8 2024-11-13T19:42:48,621 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/hbase/meta/1588230740/.tmp/ns/f0f0f96ba2084eafb980e0504ac20ed9 is 43, key is default/ns:d/1731526966865/Put/seqid=0 2024-11-13T19:42:48,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741842_1018 (size=5153) 2024-11-13T19:42:48,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741842_1018 (size=5153) 2024-11-13T19:42:48,636 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/hbase/meta/1588230740/.tmp/ns/f0f0f96ba2084eafb980e0504ac20ed9 2024-11-13T19:42:48,668 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/hbase/meta/1588230740/.tmp/table/28b6d81458e64e16a3cb0f409d20282c is 61, key is testClearRegionBlockCache/table:state/1731526967831/Put/seqid=0 2024-11-13T19:42:48,675 INFO [RS:1;80cec940e2c9:41753 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,41753,1731526965723; all regions closed. 2024-11-13T19:42:48,679 DEBUG [RS:0;80cec940e2c9:40113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:42:48,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741843_1019 (size=5312) 2024-11-13T19:42:48,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741843_1019 (size=5312) 2024-11-13T19:42:48,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741833_1009 (size=1867) 2024-11-13T19:42:48,703 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/WALs/80cec940e2c9,41753,1731526965723/80cec940e2c9%2C41753%2C1731526965723.1731526966433 not finished, retry = 0 2024-11-13T19:42:48,703 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/hbase/meta/1588230740/.tmp/table/28b6d81458e64e16a3cb0f409d20282c 2024-11-13T19:42:48,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741833_1009 (size=1867) 2024-11-13T19:42:48,714 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/hbase/meta/1588230740/.tmp/info/4c656f3167cd4a1cbf931c62688294d8 as hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/hbase/meta/1588230740/info/4c656f3167cd4a1cbf931c62688294d8 2024-11-13T19:42:48,723 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/hbase/meta/1588230740/info/4c656f3167cd4a1cbf931c62688294d8, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T19:42:48,725 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/hbase/meta/1588230740/.tmp/ns/f0f0f96ba2084eafb980e0504ac20ed9 as hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/hbase/meta/1588230740/ns/f0f0f96ba2084eafb980e0504ac20ed9 2024-11-13T19:42:48,733 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/hbase/meta/1588230740/ns/f0f0f96ba2084eafb980e0504ac20ed9, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T19:42:48,734 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/hbase/meta/1588230740/.tmp/table/28b6d81458e64e16a3cb0f409d20282c as hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/hbase/meta/1588230740/table/28b6d81458e64e16a3cb0f409d20282c 2024-11-13T19:42:48,742 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/hbase/meta/1588230740/table/28b6d81458e64e16a3cb0f409d20282c, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T19:42:48,747 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 268ms, sequenceid=13, compaction requested=false 2024-11-13T19:42:48,753 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T19:42:48,754 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:42:48,754 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:42:48,754 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526968479Running coprocessor pre-close hooks at 1731526968479Disabling compacts and flushes for region at 1731526968479Disabling writes for close at 1731526968479Obtaining lock to block concurrent updates at 1731526968480 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731526968480Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731526968480Flushing stores of hbase:meta,,1.1588230740 at 1731526968483 (+3 ms)Flushing 1588230740/info: creating writer at 1731526968483Flushing 1588230740/info: appending metadata at 1731526968563 (+80 ms)Flushing 1588230740/info: closing flushed file at 1731526968563Flushing 1588230740/ns: creating writer at 1731526968597 (+34 ms)Flushing 1588230740/ns: appending metadata at 1731526968621 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731526968621Flushing 1588230740/table: creating writer at 1731526968647 (+26 ms)Flushing 1588230740/table: appending metadata at 1731526968668 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731526968668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f1328c3: reopening flushed file at 1731526968712 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6954f9b8: reopening flushed file at 1731526968723 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73a1c963: reopening flushed file at 1731526968733 (+10 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 268ms, sequenceid=13, compaction requested=false at 1731526968747 (+14 ms)Writing region close event to WAL at 1731526968748 (+1 ms)Running coprocessor post-close hooks at 1731526968754 (+6 ms)Closed at 1731526968754 2024-11-13T19:42:48,755 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:42:48,807 DEBUG [RS:1;80cec940e2c9:41753 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/oldWALs 2024-11-13T19:42:48,807 INFO [RS:1;80cec940e2c9:41753 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C41753%2C1731526965723:(num 1731526966433) 2024-11-13T19:42:48,807 DEBUG [RS:1;80cec940e2c9:41753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:48,807 INFO [RS:1;80cec940e2c9:41753 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:42:48,807 INFO [RS:1;80cec940e2c9:41753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:42:48,807 INFO [RS:1;80cec940e2c9:41753 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T19:42:48,807 INFO [RS:1;80cec940e2c9:41753 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:42:48,807 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:42:48,807 INFO [RS:1;80cec940e2c9:41753 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:42:48,807 INFO [RS:1;80cec940e2c9:41753 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:42:48,807 INFO [RS:1;80cec940e2c9:41753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:42:48,808 INFO [RS:1;80cec940e2c9:41753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41753 2024-11-13T19:42:48,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x10136e67eb80002, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80cec940e2c9,41753,1731526965723 2024-11-13T19:42:48,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T19:42:48,851 INFO [RS:1;80cec940e2c9:41753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:42:48,859 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,41753,1731526965723] 2024-11-13T19:42:48,867 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80cec940e2c9,41753,1731526965723 already deleted, retry=false 2024-11-13T19:42:48,867 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,41753,1731526965723 expired; onlineServers=1 2024-11-13T19:42:48,879 INFO [RS:0;80cec940e2c9:40113 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,40113,1731526965685; all regions closed. 2024-11-13T19:42:48,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741835_1011 (size=4338) 2024-11-13T19:42:48,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741835_1011 (size=4338) 2024-11-13T19:42:48,885 DEBUG [RS:0;80cec940e2c9:40113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/oldWALs 2024-11-13T19:42:48,885 INFO [RS:0;80cec940e2c9:40113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C40113%2C1731526965685.meta:.meta(num 1731526966791) 2024-11-13T19:42:48,888 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/WALs/80cec940e2c9,40113,1731526965685/80cec940e2c9%2C40113%2C1731526965685.1731526966445 not finished, retry = 0 2024-11-13T19:42:48,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741834_1010 (size=1758) 2024-11-13T19:42:48,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741834_1010 (size=1758) 2024-11-13T19:42:48,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x10136e67eb80002, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:48,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x10136e67eb80002, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:48,959 INFO [RS:1;80cec940e2c9:41753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:42:48,959 INFO [RS:1;80cec940e2c9:41753 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,41753,1731526965723; zookeeper connection closed. 2024-11-13T19:42:48,960 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27b25242 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27b25242 2024-11-13T19:42:48,991 DEBUG [RS:0;80cec940e2c9:40113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/oldWALs 2024-11-13T19:42:48,991 INFO [RS:0;80cec940e2c9:40113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C40113%2C1731526965685:(num 1731526966445) 2024-11-13T19:42:48,991 DEBUG [RS:0;80cec940e2c9:40113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:48,991 INFO [RS:0;80cec940e2c9:40113 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:42:48,991 INFO [RS:0;80cec940e2c9:40113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:42:48,992 INFO [RS:0;80cec940e2c9:40113 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:42:48,992 INFO [RS:0;80cec940e2c9:40113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:42:48,992 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:42:48,992 INFO [RS:0;80cec940e2c9:40113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40113 2024-11-13T19:42:49,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x10136e67eb80001, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80cec940e2c9,40113,1731526965685 2024-11-13T19:42:49,001 INFO [RS:0;80cec940e2c9:40113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:42:49,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T19:42:49,002 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,40113,1731526965685] 2024-11-13T19:42:49,017 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80cec940e2c9,40113,1731526965685 already deleted, retry=false 2024-11-13T19:42:49,017 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,40113,1731526965685 expired; onlineServers=0 2024-11-13T19:42:49,017 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,42825,1731526965543' ***** 2024-11-13T19:42:49,017 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:42:49,018 INFO [M:0;80cec940e2c9:42825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:42:49,018 INFO [M:0;80cec940e2c9:42825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:42:49,018 DEBUG [M:0;80cec940e2c9:42825 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:42:49,018 DEBUG [M:0;80cec940e2c9:42825 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:42:49,018 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:42:49,018 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526966084 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526966084,5,FailOnTimeoutGroup] 2024-11-13T19:42:49,018 INFO [M:0;80cec940e2c9:42825 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:42:49,018 INFO [M:0;80cec940e2c9:42825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:42:49,018 DEBUG [M:0;80cec940e2c9:42825 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:42:49,018 INFO [M:0;80cec940e2c9:42825 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:42:49,019 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526966084 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526966084,5,FailOnTimeoutGroup] 2024-11-13T19:42:49,019 INFO [M:0;80cec940e2c9:42825 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:42:49,019 INFO [M:0;80cec940e2c9:42825 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:42:49,019 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:42:49,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T19:42:49,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:49,026 INFO [M:0;80cec940e2c9:42825 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/.lastflushedseqids 2024-11-13T19:42:49,034 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-13T19:42:49,034 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-13T19:42:49,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741844_1020 (size=182) 2024-11-13T19:42:49,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741844_1020 (size=182) 2024-11-13T19:42:49,109 INFO [RS:0;80cec940e2c9:40113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:42:49,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x10136e67eb80001, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:49,109 INFO [RS:0;80cec940e2c9:40113 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,40113,1731526965685; zookeeper connection closed. 2024-11-13T19:42:49,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40113-0x10136e67eb80001, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:49,110 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13fdc478 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13fdc478 2024-11-13T19:42:49,110 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T19:42:49,444 INFO [M:0;80cec940e2c9:42825 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:42:49,444 INFO [M:0;80cec940e2c9:42825 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:42:49,445 DEBUG [M:0;80cec940e2c9:42825 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:42:49,445 INFO [M:0;80cec940e2c9:42825 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:49,445 DEBUG [M:0;80cec940e2c9:42825 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:49,445 DEBUG [M:0;80cec940e2c9:42825 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:42:49,445 DEBUG [M:0;80cec940e2c9:42825 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:49,445 INFO [M:0;80cec940e2c9:42825 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-13T19:42:49,463 DEBUG [M:0;80cec940e2c9:42825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01ba64fe36b24f9dba69c04339f8bc85 is 82, key is hbase:meta,,1/info:regioninfo/1731526966842/Put/seqid=0 2024-11-13T19:42:49,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741845_1021 (size=5672) 2024-11-13T19:42:49,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741845_1021 (size=5672) 2024-11-13T19:42:49,873 INFO [M:0;80cec940e2c9:42825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01ba64fe36b24f9dba69c04339f8bc85 2024-11-13T19:42:49,903 DEBUG [M:0;80cec940e2c9:42825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39b89cefb6b149a8aedee64d6ab5b422 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731526967839/Put/seqid=0 2024-11-13T19:42:49,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741846_1022 (size=6218) 2024-11-13T19:42:49,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741846_1022 (size=6218) 2024-11-13T19:42:49,911 INFO [M:0;80cec940e2c9:42825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39b89cefb6b149a8aedee64d6ab5b422 2024-11-13T19:42:49,941 DEBUG [M:0;80cec940e2c9:42825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aeffdb9bab5c453795cc103af470c03f is 69, key is 80cec940e2c9,40113,1731526965685/rs:state/1731526966207/Put/seqid=0 2024-11-13T19:42:49,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741847_1023 (size=5224) 2024-11-13T19:42:49,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741847_1023 (size=5224) 2024-11-13T19:42:49,949 INFO [M:0;80cec940e2c9:42825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aeffdb9bab5c453795cc103af470c03f 2024-11-13T19:42:49,957 DEBUG [M:0;80cec940e2c9:42825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01ba64fe36b24f9dba69c04339f8bc85 as hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01ba64fe36b24f9dba69c04339f8bc85 2024-11-13T19:42:49,965 INFO [M:0;80cec940e2c9:42825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01ba64fe36b24f9dba69c04339f8bc85, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T19:42:49,967 DEBUG [M:0;80cec940e2c9:42825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39b89cefb6b149a8aedee64d6ab5b422 as hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39b89cefb6b149a8aedee64d6ab5b422 2024-11-13T19:42:49,974 INFO [M:0;80cec940e2c9:42825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39b89cefb6b149a8aedee64d6ab5b422, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T19:42:49,976 DEBUG [M:0;80cec940e2c9:42825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aeffdb9bab5c453795cc103af470c03f as hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aeffdb9bab5c453795cc103af470c03f 2024-11-13T19:42:49,984 INFO [M:0;80cec940e2c9:42825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44105/user/jenkins/test-data/c6c05d68-e316-67f6-a460-ce9932fa6867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aeffdb9bab5c453795cc103af470c03f, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T19:42:49,985 INFO [M:0;80cec940e2c9:42825 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 540ms, sequenceid=71, compaction requested=false 2024-11-13T19:42:49,987 INFO [M:0;80cec940e2c9:42825 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:49,987 DEBUG [M:0;80cec940e2c9:42825 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526969444Disabling compacts and flushes for region at 1731526969444Disabling writes for close at 1731526969445 (+1 ms)Obtaining lock to block concurrent updates at 1731526969445Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526969445Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731526969445Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526969446 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526969446Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526969463 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526969463Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526969880 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526969902 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526969902Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526969919 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526969940 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526969940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ccb3545: reopening flushed file at 1731526969956 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6415b43a: reopening flushed file at 1731526969965 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e4361fc: reopening flushed file at 1731526969975 (+10 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 540ms, sequenceid=71, compaction requested=false at 1731526969985 (+10 ms)Writing region close event to WAL at 1731526969987 (+2 ms)Closed at 1731526969987 2024-11-13T19:42:49,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741830_1006 (size=35428) 2024-11-13T19:42:49,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41063 is added to blk_1073741830_1006 (size=35428) 2024-11-13T19:42:49,992 INFO [M:0;80cec940e2c9:42825 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:42:49,992 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:42:49,992 INFO [M:0;80cec940e2c9:42825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42825 2024-11-13T19:42:49,992 INFO [M:0;80cec940e2c9:42825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:42:50,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:50,126 INFO [M:0;80cec940e2c9:42825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:42:50,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42825-0x10136e67eb80000, quorum=127.0.0.1:62410, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:50,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10015377{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:42:50,129 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41c8a6fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:42:50,129 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:42:50,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5085a930{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:42:50,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6feb66bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/hadoop.log.dir/,STOPPED} 2024-11-13T19:42:50,131 WARN [BP-915249083-172.17.0.3-1731526963934 heartbeating to localhost/127.0.0.1:44105 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:42:50,131 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:42:50,131 WARN [BP-915249083-172.17.0.3-1731526963934 heartbeating to localhost/127.0.0.1:44105 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-915249083-172.17.0.3-1731526963934 (Datanode Uuid 3171724a-0f8b-4766-abc8-ed9ad748d5db) service to localhost/127.0.0.1:44105 2024-11-13T19:42:50,131 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:42:50,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/cluster_5be30209-e3f6-184c-b5b3-6ae9fa808db1/data/data3/current/BP-915249083-172.17.0.3-1731526963934 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:42:50,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/cluster_5be30209-e3f6-184c-b5b3-6ae9fa808db1/data/data4/current/BP-915249083-172.17.0.3-1731526963934 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:42:50,132 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:42:50,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b897278{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:42:50,134 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67111129{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:42:50,134 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:42:50,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a7f899b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:42:50,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d907dda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/hadoop.log.dir/,STOPPED} 2024-11-13T19:42:50,136 WARN [BP-915249083-172.17.0.3-1731526963934 heartbeating to localhost/127.0.0.1:44105 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:42:50,136 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:42:50,136 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:42:50,136 WARN [BP-915249083-172.17.0.3-1731526963934 heartbeating to localhost/127.0.0.1:44105 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-915249083-172.17.0.3-1731526963934 (Datanode Uuid f7105a00-5fba-4815-a134-9e93e806c1e6) service to localhost/127.0.0.1:44105 2024-11-13T19:42:50,136 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/cluster_5be30209-e3f6-184c-b5b3-6ae9fa808db1/data/data1/current/BP-915249083-172.17.0.3-1731526963934 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:42:50,137 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/cluster_5be30209-e3f6-184c-b5b3-6ae9fa808db1/data/data2/current/BP-915249083-172.17.0.3-1731526963934 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:42:50,137 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:42:50,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70f3cc0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:42:50,143 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c58acd8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:42:50,143 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:42:50,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58a588e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:42:50,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53c0045c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/hadoop.log.dir/,STOPPED} 2024-11-13T19:42:50,149 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:42:50,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:42:50,181 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=134 (was 115) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44105 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44105 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44105 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44105 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44105 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44105 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:44105 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=471 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 303), ProcessCount=11 (was 11), AvailableMemoryMB=3869 (was 4417) 2024-11-13T19:42:50,189 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=134, OpenFileDescriptor=471, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=3869 2024-11-13T19:42:50,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/hadoop.log.dir so I do NOT create it in target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df 2024-11-13T19:42:50,207 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:42:50,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/hadoop.tmp.dir so I do NOT create it in target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df 2024-11-13T19:42:50,207 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf329d5b-f3ef-645a-e964-4c2481f74de5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:42:50,207 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df 2024-11-13T19:42:50,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:42:50,208 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/cluster_a0c499d3-708e-3c2e-8f7b-6a022fb5ad67, deleteOnExit=true 2024-11-13T19:42:50,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:42:50,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/test.cache.data in system properties and HBase conf 2024-11-13T19:42:50,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:42:50,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:42:50,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:42:50,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:42:50,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:42:50,209 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:42:50,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:42:50,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:42:50,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:42:50,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:42:50,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:42:50,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:42:50,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:42:50,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:42:50,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:42:50,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:42:50,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:42:50,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:42:50,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:42:50,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:42:50,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:42:50,554 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:42:50,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:42:50,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:42:50,555 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:42:50,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:42:50,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31a70078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:42:50,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ade3e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:42:50,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f7c48ec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/java.io.tmpdir/jetty-localhost-42355-hadoop-hdfs-3_4_1-tests_jar-_-any-2005623511191498074/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:42:50,682 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c5f308a{HTTP/1.1, (http/1.1)}{localhost:42355} 2024-11-13T19:42:50,682 INFO [Time-limited test {}] server.Server(415): Started @24614ms 2024-11-13T19:42:50,912 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:42:50,917 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:42:50,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:42:50,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:42:50,923 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:42:50,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ef77ed1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:42:50,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@261a65ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:42:51,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2763a99b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/java.io.tmpdir/jetty-localhost-36119-hadoop-hdfs-3_4_1-tests_jar-_-any-5654735863118297883/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:42:51,059 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c10967e{HTTP/1.1, (http/1.1)}{localhost:36119} 2024-11-13T19:42:51,059 INFO [Time-limited test {}] server.Server(415): Started @24990ms 2024-11-13T19:42:51,061 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:42:51,126 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:42:51,134 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:42:51,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:42:51,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:42:51,141 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:42:51,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50e75b94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:42:51,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526ababc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:42:51,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6619e1a3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/java.io.tmpdir/jetty-localhost-42463-hadoop-hdfs-3_4_1-tests_jar-_-any-2074847202232916350/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:42:51,285 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e5d1366{HTTP/1.1, (http/1.1)}{localhost:42463} 2024-11-13T19:42:51,285 INFO [Time-limited test {}] server.Server(415): Started @25216ms 2024-11-13T19:42:51,287 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:42:51,724 WARN [Thread-900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/cluster_a0c499d3-708e-3c2e-8f7b-6a022fb5ad67/data/data2/current/BP-2139269460-172.17.0.3-1731526970238/current, will proceed with Du for space computation calculation, 2024-11-13T19:42:51,727 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/cluster_a0c499d3-708e-3c2e-8f7b-6a022fb5ad67/data/data1/current/BP-2139269460-172.17.0.3-1731526970238/current, will proceed with Du for space computation calculation, 2024-11-13T19:42:51,756 WARN [Thread-864 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:42:51,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc410af794b0834b1 with lease ID 0xf56d12b6df2d7e8e: Processing first storage report for DS-e03588b1-a4c9-46ba-9715-b1752f6608d3 from datanode DatanodeRegistration(127.0.0.1:45681, datanodeUuid=bd8ac602-30c6-4145-ba3a-34c60fad367d, infoPort=44997, infoSecurePort=0, ipcPort=42543, storageInfo=lv=-57;cid=testClusterID;nsid=533451843;c=1731526970238) 2024-11-13T19:42:51,760 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc410af794b0834b1 with lease ID 0xf56d12b6df2d7e8e: from storage DS-e03588b1-a4c9-46ba-9715-b1752f6608d3 node DatanodeRegistration(127.0.0.1:45681, datanodeUuid=bd8ac602-30c6-4145-ba3a-34c60fad367d, infoPort=44997, infoSecurePort=0, ipcPort=42543, storageInfo=lv=-57;cid=testClusterID;nsid=533451843;c=1731526970238), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T19:42:51,760 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc410af794b0834b1 with lease ID 0xf56d12b6df2d7e8e: Processing first storage report for DS-2f56b1b2-292a-4f5d-8b57-1b8a724cc856 from datanode DatanodeRegistration(127.0.0.1:45681, datanodeUuid=bd8ac602-30c6-4145-ba3a-34c60fad367d, infoPort=44997, infoSecurePort=0, ipcPort=42543, storageInfo=lv=-57;cid=testClusterID;nsid=533451843;c=1731526970238) 2024-11-13T19:42:51,760 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc410af794b0834b1 with lease ID 0xf56d12b6df2d7e8e: from storage DS-2f56b1b2-292a-4f5d-8b57-1b8a724cc856 node DatanodeRegistration(127.0.0.1:45681, datanodeUuid=bd8ac602-30c6-4145-ba3a-34c60fad367d, infoPort=44997, infoSecurePort=0, ipcPort=42543, storageInfo=lv=-57;cid=testClusterID;nsid=533451843;c=1731526970238), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:42:51,915 WARN [Thread-912 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/cluster_a0c499d3-708e-3c2e-8f7b-6a022fb5ad67/data/data4/current/BP-2139269460-172.17.0.3-1731526970238/current, will proceed with Du for space computation calculation, 2024-11-13T19:42:51,915 WARN [Thread-911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/cluster_a0c499d3-708e-3c2e-8f7b-6a022fb5ad67/data/data3/current/BP-2139269460-172.17.0.3-1731526970238/current, will proceed with Du for space computation calculation, 2024-11-13T19:42:51,934 WARN [Thread-887 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:42:51,937 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x672c9286a0eaf1b2 with lease ID 0xf56d12b6df2d7e8f: Processing first storage report for DS-8ea577b2-1076-4f62-b1bf-7ce4f4f393d6 from datanode DatanodeRegistration(127.0.0.1:40063, datanodeUuid=652a9edc-7997-443d-92ec-9d23c4711086, infoPort=32971, infoSecurePort=0, ipcPort=34651, storageInfo=lv=-57;cid=testClusterID;nsid=533451843;c=1731526970238) 2024-11-13T19:42:51,937 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x672c9286a0eaf1b2 with lease ID 0xf56d12b6df2d7e8f: from storage DS-8ea577b2-1076-4f62-b1bf-7ce4f4f393d6 node DatanodeRegistration(127.0.0.1:40063, datanodeUuid=652a9edc-7997-443d-92ec-9d23c4711086, infoPort=32971, infoSecurePort=0, ipcPort=34651, storageInfo=lv=-57;cid=testClusterID;nsid=533451843;c=1731526970238), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:42:51,937 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x672c9286a0eaf1b2 with lease ID 0xf56d12b6df2d7e8f: Processing first storage report for DS-8598296e-6f30-4ffa-9f6f-13b94656060b from datanode DatanodeRegistration(127.0.0.1:40063, datanodeUuid=652a9edc-7997-443d-92ec-9d23c4711086, infoPort=32971, infoSecurePort=0, ipcPort=34651, storageInfo=lv=-57;cid=testClusterID;nsid=533451843;c=1731526970238) 2024-11-13T19:42:51,937 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x672c9286a0eaf1b2 with lease ID 0xf56d12b6df2d7e8f: from storage DS-8598296e-6f30-4ffa-9f6f-13b94656060b node DatanodeRegistration(127.0.0.1:40063, datanodeUuid=652a9edc-7997-443d-92ec-9d23c4711086, infoPort=32971, infoSecurePort=0, ipcPort=34651, storageInfo=lv=-57;cid=testClusterID;nsid=533451843;c=1731526970238), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:42:52,033 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df 2024-11-13T19:42:52,036 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/cluster_a0c499d3-708e-3c2e-8f7b-6a022fb5ad67/zookeeper_0, clientPort=52467, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/cluster_a0c499d3-708e-3c2e-8f7b-6a022fb5ad67/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/cluster_a0c499d3-708e-3c2e-8f7b-6a022fb5ad67/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:42:52,037 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52467 2024-11-13T19:42:52,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:52,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:52,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:42:52,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:42:52,051 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e with version=8 2024-11-13T19:42:52,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/hbase-staging 2024-11-13T19:42:52,054 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:42:52,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:52,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:52,054 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:42:52,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:52,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:42:52,054 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:42:52,054 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:42:52,058 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43709 2024-11-13T19:42:52,060 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43709 connecting to ZooKeeper ensemble=127.0.0.1:52467 2024-11-13T19:42:52,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437090x0, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:42:52,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43709-0x10136e6982c0000 connected 2024-11-13T19:42:52,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:52,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:52,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:52,171 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e, hbase.cluster.distributed=false 2024-11-13T19:42:52,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T19:42:52,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43709 2024-11-13T19:42:52,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43709 2024-11-13T19:42:52,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43709 2024-11-13T19:42:52,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43709 2024-11-13T19:42:52,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43709 2024-11-13T19:42:52,218 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:42:52,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:52,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:52,219 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:42:52,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:52,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:42:52,219 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:42:52,219 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:42:52,220 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37303 2024-11-13T19:42:52,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37303 connecting to ZooKeeper ensemble=127.0.0.1:52467 2024-11-13T19:42:52,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:52,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:52,234 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373030x0, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:42:52,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37303-0x10136e6982c0001 connected 2024-11-13T19:42:52,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37303-0x10136e6982c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:52,237 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:42:52,250 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T19:42:52,266 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T19:42:52,273 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T19:42:52,289 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T19:42:52,290 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:42:52,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37303-0x10136e6982c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T19:42:52,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37303-0x10136e6982c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T19:42:52,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37303 2024-11-13T19:42:52,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37303 2024-11-13T19:42:52,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37303 2024-11-13T19:42:52,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37303 2024-11-13T19:42:52,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37303 2024-11-13T19:42:52,315 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:42:52,328 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:42:52,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:52,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:52,328 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:42:52,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:52,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:42:52,329 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:42:52,329 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:42:52,338 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41821 2024-11-13T19:42:52,340 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41821 connecting to ZooKeeper ensemble=127.0.0.1:52467 2024-11-13T19:42:52,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:52,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:52,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418210x0, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:42:52,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:42:52,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:42:52,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:42:52,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:42:52,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:42:52,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418210x0, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:52,363 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:42:52,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41821-0x10136e6982c0002 connected 2024-11-13T19:42:52,371 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T19:42:52,401 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:42:52,401 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:42:52,401 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T19:42:52,401 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-13T19:42:52,403 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T19:42:52,403 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T19:42:52,412 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T19:42:52,412 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:42:52,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41821-0x10136e6982c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T19:42:52,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41821-0x10136e6982c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T19:42:52,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41821 2024-11-13T19:42:52,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41821 2024-11-13T19:42:52,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41821 2024-11-13T19:42:52,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41821 2024-11-13T19:42:52,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41821 2024-11-13T19:42:52,441 DEBUG [M:0;80cec940e2c9:43709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:43709 2024-11-13T19:42:52,445 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/80cec940e2c9,43709,1731526972053 2024-11-13T19:42:52,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x10136e6982c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:52,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:52,507 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37303-0x10136e6982c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:52,509 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/80cec940e2c9,43709,1731526972053 2024-11-13T19:42:52,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x10136e6982c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T19:42:52,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:52,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x10136e6982c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:52,556 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T19:42:52,557 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/80cec940e2c9,43709,1731526972053 from backup master directory 2024-11-13T19:42:52,558 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37303-0x10136e6982c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T19:42:52,558 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37303-0x10136e6982c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:52,591 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37303-0x10136e6982c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:52,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x10136e6982c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:52,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/80cec940e2c9,43709,1731526972053 2024-11-13T19:42:52,591 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:42:52,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:52,591 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,43709,1731526972053 2024-11-13T19:42:52,597 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/hbase.id] with ID: 69f5673e-e79f-4f8f-b2f5-a3d48c994162 2024-11-13T19:42:52,597 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/.tmp/hbase.id 2024-11-13T19:42:52,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:42:52,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:42:53,020 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/.tmp/hbase.id]:[hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/hbase.id] 2024-11-13T19:42:53,040 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:53,040 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:42:53,042 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T19:42:53,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x10136e6982c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:53,087 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37303-0x10136e6982c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:53,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:53,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:42:53,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:42:53,099 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:42:53,100 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:42:53,100 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:42:53,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:42:53,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:42:53,118 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/data/master/store 2024-11-13T19:42:53,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:42:53,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:42:53,128 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:53,128 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:42:53,129 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:53,129 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:53,129 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:42:53,129 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:53,129 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:53,129 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526973128Disabling compacts and flushes for region at 1731526973128Disabling writes for close at 1731526973129 (+1 ms)Writing region close event to WAL at 1731526973129Closed at 1731526973129 2024-11-13T19:42:53,130 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/data/master/store/.initializing 2024-11-13T19:42:53,130 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/WALs/80cec940e2c9,43709,1731526972053 2024-11-13T19:42:53,131 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:42:53,133 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C43709%2C1731526972053, suffix=, logDir=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/WALs/80cec940e2c9,43709,1731526972053, archiveDir=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/oldWALs, maxLogs=10 2024-11-13T19:42:53,147 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/WALs/80cec940e2c9,43709,1731526972053/80cec940e2c9%2C43709%2C1731526972053.1731526973134, exclude list is [], retry=0 2024-11-13T19:42:53,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40063,DS-8ea577b2-1076-4f62-b1bf-7ce4f4f393d6,DISK] 2024-11-13T19:42:53,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45681,DS-e03588b1-a4c9-46ba-9715-b1752f6608d3,DISK] 2024-11-13T19:42:53,153 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/WALs/80cec940e2c9,43709,1731526972053/80cec940e2c9%2C43709%2C1731526972053.1731526973134 2024-11-13T19:42:53,153 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32971:32971),(127.0.0.1/127.0.0.1:44997:44997)] 2024-11-13T19:42:53,153 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:42:53,153 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:53,154 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:53,154 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:53,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:53,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:42:53,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:53,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:53,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:53,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:42:53,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:53,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:42:53,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:53,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:42:53,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:53,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:42:53,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:53,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:42:53,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:53,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:42:53,165 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:53,166 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:53,166 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:53,167 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:53,167 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:53,168 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:42:53,169 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:53,172 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:42:53,172 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66942968, jitterRate=-0.0024720430374145508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:42:53,173 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526973154Initializing all the Stores at 1731526973155 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526973155Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526973155Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526973155Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526973155Cleaning up temporary data from old regions at 1731526973167 (+12 ms)Region opened successfully at 1731526973173 (+6 ms) 2024-11-13T19:42:53,173 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:42:53,177 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d823232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:42:53,178 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:42:53,178 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:42:53,178 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:42:53,178 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:42:53,179 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:42:53,180 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:42:53,180 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:42:53,183 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:42:53,183 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T19:42:53,221 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T19:42:53,222 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:42:53,223 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:42:53,253 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T19:42:53,254 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:42:53,256 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:42:53,287 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T19:42:53,289 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:42:53,349 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T19:42:53,352 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:42:53,384 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T19:42:53,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x10136e6982c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:53,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:53,455 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37303-0x10136e6982c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:53,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:53,455 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37303-0x10136e6982c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:53,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x10136e6982c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:53,455 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,43709,1731526972053, sessionid=0x10136e6982c0000, setting cluster-up flag (Was=false) 2024-11-13T19:42:53,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:53,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x10136e6982c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:53,539 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37303-0x10136e6982c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:53,617 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T19:42:53,618 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,43709,1731526972053 2024-11-13T19:42:53,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x10136e6982c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:53,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:53,634 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37303-0x10136e6982c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:53,659 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T19:42:53,660 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,43709,1731526972053 2024-11-13T19:42:53,661 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:42:53,663 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:42:53,664 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:42:53,664 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:42:53,664 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,43709,1731526972053 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:42:53,666 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:42:53,666 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:42:53,666 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:42:53,666 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:42:53,666 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:42:53,666 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,666 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:42:53,666 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,668 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:42:53,668 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:42:53,669 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:53,670 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:42:53,671 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731527003671 2024-11-13T19:42:53,672 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:42:53,672 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:42:53,672 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:42:53,672 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:42:53,672 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:42:53,672 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:42:53,672 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,673 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:42:53,673 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:42:53,673 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:42:53,673 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:42:53,673 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:42:53,673 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526973673,5,FailOnTimeoutGroup] 2024-11-13T19:42:53,674 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526973673,5,FailOnTimeoutGroup] 2024-11-13T19:42:53,674 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,674 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:42:53,674 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,674 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:42:53,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:42:53,686 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:42:53,686 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e 2024-11-13T19:42:53,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741832_1008 (size=32) 2024-11-13T19:42:53,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741832_1008 (size=32) 2024-11-13T19:42:53,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:53,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:42:53,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:42:53,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:53,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:53,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:42:53,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:42:53,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:53,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:53,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:42:53,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:42:53,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:53,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:53,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:42:53,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:42:53,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:53,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:53,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:42:53,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/hbase/meta/1588230740 2024-11-13T19:42:53,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/hbase/meta/1588230740 2024-11-13T19:42:53,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:42:53,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:42:53,713 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:42:53,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:42:53,717 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:42:53,717 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65575154, jitterRate=-0.02285405993461609}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:42:53,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526973698Initializing all the Stores at 1731526973699 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526973699Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526973699Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526973699Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526973699Cleaning up temporary data from old regions at 1731526973712 (+13 ms)Region opened successfully at 1731526973718 (+6 ms) 2024-11-13T19:42:53,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:42:53,718 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:42:53,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:42:53,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:42:53,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:42:53,719 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:42:53,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526973718Disabling compacts and flushes for region at 1731526973718Disabling writes for close at 1731526973718Writing region close event to WAL at 1731526973719 (+1 ms)Closed at 1731526973719 2024-11-13T19:42:53,720 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:42:53,721 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:42:53,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:42:53,722 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:42:53,723 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:42:53,732 INFO [RS:0;80cec940e2c9:37303 {}] regionserver.HRegionServer(746): ClusterId : 69f5673e-e79f-4f8f-b2f5-a3d48c994162 2024-11-13T19:42:53,732 INFO [RS:1;80cec940e2c9:41821 {}] regionserver.HRegionServer(746): ClusterId : 69f5673e-e79f-4f8f-b2f5-a3d48c994162 2024-11-13T19:42:53,732 DEBUG [RS:0;80cec940e2c9:37303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:42:53,732 DEBUG [RS:1;80cec940e2c9:41821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:42:53,743 DEBUG [RS:1;80cec940e2c9:41821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:42:53,743 DEBUG [RS:0;80cec940e2c9:37303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:42:53,743 DEBUG [RS:1;80cec940e2c9:41821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:42:53,743 DEBUG [RS:0;80cec940e2c9:37303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:42:53,751 DEBUG [RS:1;80cec940e2c9:41821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:42:53,751 DEBUG [RS:0;80cec940e2c9:37303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:42:53,752 DEBUG [RS:1;80cec940e2c9:41821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d89a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:42:53,752 DEBUG [RS:0;80cec940e2c9:37303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f0fe65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:42:53,766 DEBUG [RS:0;80cec940e2c9:37303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:37303 2024-11-13T19:42:53,766 INFO [RS:0;80cec940e2c9:37303 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:42:53,766 INFO [RS:0;80cec940e2c9:37303 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:42:53,766 DEBUG [RS:0;80cec940e2c9:37303 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:42:53,767 INFO [RS:0;80cec940e2c9:37303 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,43709,1731526972053 with port=37303, startcode=1731526972218 2024-11-13T19:42:53,768 DEBUG [RS:0;80cec940e2c9:37303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:42:53,768 DEBUG [RS:1;80cec940e2c9:41821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;80cec940e2c9:41821 2024-11-13T19:42:53,768 INFO [RS:1;80cec940e2c9:41821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:42:53,768 INFO [RS:1;80cec940e2c9:41821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:42:53,768 DEBUG [RS:1;80cec940e2c9:41821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:42:53,770 INFO [RS:1;80cec940e2c9:41821 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,43709,1731526972053 with port=41821, startcode=1731526972328 2024-11-13T19:42:53,770 DEBUG [RS:1;80cec940e2c9:41821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:42:53,770 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:42:53,772 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:42:53,772 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43709 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,37303,1731526972218 2024-11-13T19:42:53,773 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43709 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,37303,1731526972218 2024-11-13T19:42:53,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43709 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,41821,1731526972328 2024-11-13T19:42:53,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43709 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,41821,1731526972328 2024-11-13T19:42:53,775 DEBUG [RS:0;80cec940e2c9:37303 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e 2024-11-13T19:42:53,775 DEBUG [RS:0;80cec940e2c9:37303 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40647 2024-11-13T19:42:53,775 DEBUG [RS:0;80cec940e2c9:37303 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:42:53,777 DEBUG [RS:1;80cec940e2c9:41821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e 2024-11-13T19:42:53,777 DEBUG [RS:1;80cec940e2c9:41821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40647 2024-11-13T19:42:53,777 DEBUG [RS:1;80cec940e2c9:41821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:42:53,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T19:42:53,832 DEBUG [RS:0;80cec940e2c9:37303 {}] zookeeper.ZKUtil(111): regionserver:37303-0x10136e6982c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80cec940e2c9,37303,1731526972218 2024-11-13T19:42:53,832 WARN [RS:0;80cec940e2c9:37303 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:42:53,832 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,41821,1731526972328] 2024-11-13T19:42:53,832 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,37303,1731526972218] 2024-11-13T19:42:53,832 INFO [RS:0;80cec940e2c9:37303 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:42:53,832 DEBUG [RS:1;80cec940e2c9:41821 {}] zookeeper.ZKUtil(111): regionserver:41821-0x10136e6982c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80cec940e2c9,41821,1731526972328 2024-11-13T19:42:53,832 DEBUG [RS:0;80cec940e2c9:37303 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/WALs/80cec940e2c9,37303,1731526972218 2024-11-13T19:42:53,832 WARN [RS:1;80cec940e2c9:41821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:42:53,832 INFO [RS:1;80cec940e2c9:41821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:42:53,832 DEBUG [RS:1;80cec940e2c9:41821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/WALs/80cec940e2c9,41821,1731526972328 2024-11-13T19:42:53,837 INFO [RS:0;80cec940e2c9:37303 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:42:53,837 INFO [RS:1;80cec940e2c9:41821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:42:53,842 INFO [RS:0;80cec940e2c9:37303 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:42:53,842 INFO [RS:1;80cec940e2c9:41821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:42:53,842 INFO [RS:0;80cec940e2c9:37303 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:42:53,842 INFO [RS:0;80cec940e2c9:37303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,843 INFO [RS:0;80cec940e2c9:37303 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:42:53,843 INFO [RS:1;80cec940e2c9:41821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:42:53,843 INFO [RS:1;80cec940e2c9:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,843 INFO [RS:1;80cec940e2c9:41821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:42:53,844 INFO [RS:0;80cec940e2c9:37303 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:42:53,844 INFO [RS:0;80cec940e2c9:37303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,844 DEBUG [RS:0;80cec940e2c9:37303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,844 DEBUG [RS:0;80cec940e2c9:37303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,844 INFO [RS:1;80cec940e2c9:41821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:42:53,844 DEBUG [RS:0;80cec940e2c9:37303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,844 DEBUG [RS:0;80cec940e2c9:37303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,844 INFO [RS:1;80cec940e2c9:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,844 DEBUG [RS:0;80cec940e2c9:37303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,844 DEBUG [RS:1;80cec940e2c9:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,844 DEBUG [RS:0;80cec940e2c9:37303 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:42:53,844 DEBUG [RS:0;80cec940e2c9:37303 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,844 DEBUG [RS:1;80cec940e2c9:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,845 DEBUG [RS:0;80cec940e2c9:37303 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,845 DEBUG [RS:1;80cec940e2c9:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,845 DEBUG [RS:0;80cec940e2c9:37303 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,845 DEBUG [RS:1;80cec940e2c9:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,845 DEBUG [RS:0;80cec940e2c9:37303 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,845 DEBUG [RS:0;80cec940e2c9:37303 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,845 DEBUG [RS:1;80cec940e2c9:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,845 DEBUG [RS:0;80cec940e2c9:37303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,845 DEBUG [RS:1;80cec940e2c9:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:42:53,845 DEBUG [RS:0;80cec940e2c9:37303 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:42:53,845 DEBUG [RS:0;80cec940e2c9:37303 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:42:53,845 DEBUG [RS:1;80cec940e2c9:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,845 DEBUG [RS:1;80cec940e2c9:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,845 DEBUG [RS:1;80cec940e2c9:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,845 DEBUG [RS:1;80cec940e2c9:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,845 DEBUG [RS:1;80cec940e2c9:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,845 DEBUG [RS:1;80cec940e2c9:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:53,845 DEBUG [RS:1;80cec940e2c9:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:42:53,845 DEBUG [RS:1;80cec940e2c9:41821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:42:53,849 INFO [RS:0;80cec940e2c9:37303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,849 INFO [RS:0;80cec940e2c9:37303 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,849 INFO [RS:0;80cec940e2c9:37303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,849 INFO [RS:0;80cec940e2c9:37303 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,849 INFO [RS:0;80cec940e2c9:37303 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,850 INFO [RS:0;80cec940e2c9:37303 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37303,1731526972218-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:42:53,850 INFO [RS:1;80cec940e2c9:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,850 INFO [RS:1;80cec940e2c9:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,850 INFO [RS:1;80cec940e2c9:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,850 INFO [RS:1;80cec940e2c9:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,850 INFO [RS:1;80cec940e2c9:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,850 INFO [RS:1;80cec940e2c9:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,41821,1731526972328-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:42:53,866 INFO [RS:1;80cec940e2c9:41821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:42:53,866 INFO [RS:1;80cec940e2c9:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,41821,1731526972328-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,866 INFO [RS:1;80cec940e2c9:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,866 INFO [RS:1;80cec940e2c9:41821 {}] regionserver.Replication(171): 80cec940e2c9,41821,1731526972328 started 2024-11-13T19:42:53,869 INFO [RS:0;80cec940e2c9:37303 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:42:53,869 INFO [RS:0;80cec940e2c9:37303 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,37303,1731526972218-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,869 INFO [RS:0;80cec940e2c9:37303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,870 INFO [RS:0;80cec940e2c9:37303 {}] regionserver.Replication(171): 80cec940e2c9,37303,1731526972218 started 2024-11-13T19:42:53,874 WARN [80cec940e2c9:43709 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T19:42:53,885 INFO [RS:1;80cec940e2c9:41821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,885 INFO [RS:1;80cec940e2c9:41821 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,41821,1731526972328, RpcServer on 80cec940e2c9/172.17.0.3:41821, sessionid=0x10136e6982c0002 2024-11-13T19:42:53,886 DEBUG [RS:1;80cec940e2c9:41821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:42:53,886 DEBUG [RS:1;80cec940e2c9:41821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,41821,1731526972328 2024-11-13T19:42:53,886 DEBUG [RS:1;80cec940e2c9:41821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,41821,1731526972328' 2024-11-13T19:42:53,886 DEBUG [RS:1;80cec940e2c9:41821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T19:42:53,886 DEBUG [RS:1;80cec940e2c9:41821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T19:42:53,887 DEBUG [RS:1;80cec940e2c9:41821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:42:53,887 INFO [RS:0;80cec940e2c9:37303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:53,887 DEBUG [RS:1;80cec940e2c9:41821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:42:53,887 DEBUG [RS:1;80cec940e2c9:41821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,41821,1731526972328 2024-11-13T19:42:53,887 DEBUG [RS:1;80cec940e2c9:41821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,41821,1731526972328' 2024-11-13T19:42:53,887 INFO [RS:0;80cec940e2c9:37303 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,37303,1731526972218, RpcServer on 80cec940e2c9/172.17.0.3:37303, sessionid=0x10136e6982c0001 2024-11-13T19:42:53,887 DEBUG [RS:1;80cec940e2c9:41821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T19:42:53,887 DEBUG [RS:0;80cec940e2c9:37303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:42:53,887 DEBUG [RS:0;80cec940e2c9:37303 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,37303,1731526972218 2024-11-13T19:42:53,887 DEBUG [RS:0;80cec940e2c9:37303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,37303,1731526972218' 2024-11-13T19:42:53,887 DEBUG [RS:0;80cec940e2c9:37303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T19:42:53,887 DEBUG [RS:1;80cec940e2c9:41821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T19:42:53,888 DEBUG [RS:0;80cec940e2c9:37303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T19:42:53,888 DEBUG [RS:1;80cec940e2c9:41821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:42:53,888 INFO [RS:1;80cec940e2c9:41821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:42:53,888 INFO [RS:1;80cec940e2c9:41821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:42:53,888 DEBUG [RS:0;80cec940e2c9:37303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:42:53,888 DEBUG [RS:0;80cec940e2c9:37303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:42:53,888 DEBUG [RS:0;80cec940e2c9:37303 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,37303,1731526972218 2024-11-13T19:42:53,888 DEBUG [RS:0;80cec940e2c9:37303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,37303,1731526972218' 2024-11-13T19:42:53,888 DEBUG [RS:0;80cec940e2c9:37303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T19:42:53,888 DEBUG [RS:0;80cec940e2c9:37303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T19:42:53,889 DEBUG [RS:0;80cec940e2c9:37303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:42:53,889 INFO [RS:0;80cec940e2c9:37303 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:42:53,889 INFO [RS:0;80cec940e2c9:37303 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:42:53,988 INFO [RS:1;80cec940e2c9:41821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:42:53,989 INFO [RS:0;80cec940e2c9:37303 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:42:53,991 INFO [RS:1;80cec940e2c9:41821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C41821%2C1731526972328, suffix=, logDir=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/WALs/80cec940e2c9,41821,1731526972328, archiveDir=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/oldWALs, maxLogs=32 2024-11-13T19:42:53,991 INFO [RS:0;80cec940e2c9:37303 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C37303%2C1731526972218, suffix=, logDir=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/WALs/80cec940e2c9,37303,1731526972218, archiveDir=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/oldWALs, maxLogs=32 2024-11-13T19:42:54,010 DEBUG [RS:0;80cec940e2c9:37303 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/WALs/80cec940e2c9,37303,1731526972218/80cec940e2c9%2C37303%2C1731526972218.1731526973992, exclude list is [], retry=0 2024-11-13T19:42:54,010 DEBUG [RS:1;80cec940e2c9:41821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/WALs/80cec940e2c9,41821,1731526972328/80cec940e2c9%2C41821%2C1731526972328.1731526973991, exclude list is [], retry=0 2024-11-13T19:42:54,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45681,DS-e03588b1-a4c9-46ba-9715-b1752f6608d3,DISK] 2024-11-13T19:42:54,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40063,DS-8ea577b2-1076-4f62-b1bf-7ce4f4f393d6,DISK] 2024-11-13T19:42:54,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45681,DS-e03588b1-a4c9-46ba-9715-b1752f6608d3,DISK] 2024-11-13T19:42:54,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40063,DS-8ea577b2-1076-4f62-b1bf-7ce4f4f393d6,DISK] 2024-11-13T19:42:54,031 INFO [RS:1;80cec940e2c9:41821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/WALs/80cec940e2c9,41821,1731526972328/80cec940e2c9%2C41821%2C1731526972328.1731526973991 2024-11-13T19:42:54,032 DEBUG [RS:1;80cec940e2c9:41821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44997:44997),(127.0.0.1/127.0.0.1:32971:32971)] 2024-11-13T19:42:54,033 INFO [RS:0;80cec940e2c9:37303 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/WALs/80cec940e2c9,37303,1731526972218/80cec940e2c9%2C37303%2C1731526972218.1731526973992 2024-11-13T19:42:54,033 DEBUG [RS:0;80cec940e2c9:37303 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44997:44997),(127.0.0.1/127.0.0.1:32971:32971)] 2024-11-13T19:42:54,124 DEBUG [80cec940e2c9:43709 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T19:42:54,124 DEBUG [80cec940e2c9:43709 {}] balancer.BalancerClusterState(204): Hosts are {80cec940e2c9=0} racks are {/default-rack=0} 2024-11-13T19:42:54,127 DEBUG [80cec940e2c9:43709 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T19:42:54,127 DEBUG [80cec940e2c9:43709 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T19:42:54,127 DEBUG [80cec940e2c9:43709 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T19:42:54,127 DEBUG [80cec940e2c9:43709 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T19:42:54,127 INFO [80cec940e2c9:43709 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T19:42:54,127 INFO [80cec940e2c9:43709 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T19:42:54,127 DEBUG [80cec940e2c9:43709 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T19:42:54,127 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,37303,1731526972218 2024-11-13T19:42:54,129 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,37303,1731526972218, state=OPENING 2024-11-13T19:42:54,167 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:42:54,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:54,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x10136e6982c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:54,175 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37303-0x10136e6982c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:54,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:54,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:54,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:54,176 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:42:54,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,37303,1731526972218}] 2024-11-13T19:42:54,330 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:42:54,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:42:54,336 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:42:54,336 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:42:54,337 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:42:54,339 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C37303%2C1731526972218.meta, suffix=.meta, logDir=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/WALs/80cec940e2c9,37303,1731526972218, archiveDir=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/oldWALs, maxLogs=32 2024-11-13T19:42:54,352 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/WALs/80cec940e2c9,37303,1731526972218/80cec940e2c9%2C37303%2C1731526972218.meta.1731526974339.meta, exclude list is [], retry=0 2024-11-13T19:42:54,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45681,DS-e03588b1-a4c9-46ba-9715-b1752f6608d3,DISK] 2024-11-13T19:42:54,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40063,DS-8ea577b2-1076-4f62-b1bf-7ce4f4f393d6,DISK] 2024-11-13T19:42:54,357 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/WALs/80cec940e2c9,37303,1731526972218/80cec940e2c9%2C37303%2C1731526972218.meta.1731526974339.meta 2024-11-13T19:42:54,358 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44997:44997),(127.0.0.1/127.0.0.1:32971:32971)] 2024-11-13T19:42:54,358 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:42:54,358 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:42:54,358 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:42:54,359 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:42:54,359 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:42:54,359 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:54,359 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:42:54,359 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:42:54,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:42:54,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:42:54,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:54,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:54,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:42:54,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:42:54,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:54,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:54,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:42:54,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:42:54,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:54,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:54,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:42:54,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:42:54,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:54,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:54,369 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:42:54,369 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/hbase/meta/1588230740 2024-11-13T19:42:54,371 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/hbase/meta/1588230740 2024-11-13T19:42:54,372 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:42:54,372 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:42:54,373 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:42:54,375 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:42:54,375 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73500131, jitterRate=0.09523729979991913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:42:54,376 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:42:54,376 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526974359Writing region info on filesystem at 1731526974359Initializing all the Stores at 1731526974360 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526974360Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526974361 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526974362 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526974362Cleaning up temporary data from old regions at 1731526974372 (+10 ms)Running coprocessor post-open hooks at 1731526974376 (+4 ms)Region opened successfully at 1731526974376 2024-11-13T19:42:54,377 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526974330 2024-11-13T19:42:54,380 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:42:54,381 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:42:54,381 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,37303,1731526972218 2024-11-13T19:42:54,382 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,37303,1731526972218, state=OPEN 2024-11-13T19:42:54,392 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37303-0x10136e6982c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:42:54,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:42:54,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x10136e6982c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:42:54,392 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,37303,1731526972218 2024-11-13T19:42:54,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:54,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:54,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:42:54,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:42:54,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,37303,1731526972218 in 216 msec 2024-11-13T19:42:54,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:42:54,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 675 msec 2024-11-13T19:42:54,401 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:42:54,401 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:42:54,402 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:42:54,403 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,37303,1731526972218, seqNum=-1] 2024-11-13T19:42:54,403 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:42:54,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:42:54,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 747 msec 2024-11-13T19:42:54,411 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526974411, completionTime=-1 2024-11-13T19:42:54,411 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T19:42:54,411 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:42:54,414 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T19:42:54,414 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731527034414 2024-11-13T19:42:54,414 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731527094414 2024-11-13T19:42:54,414 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T19:42:54,414 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43709,1731526972053-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:54,414 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43709,1731526972053-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:54,414 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43709,1731526972053-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:54,415 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:43709, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:54,415 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:54,415 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:54,417 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:42:54,419 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.828sec 2024-11-13T19:42:54,419 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:42:54,419 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:42:54,419 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:42:54,419 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:42:54,419 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:42:54,419 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43709,1731526972053-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:42:54,419 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43709,1731526972053-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:42:54,422 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:42:54,422 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:42:54,422 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43709,1731526972053-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:54,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473304fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:42:54,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,43709,-1 for getting cluster id 2024-11-13T19:42:54,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:42:54,434 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69f5673e-e79f-4f8f-b2f5-a3d48c994162' 2024-11-13T19:42:54,434 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:42:54,435 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69f5673e-e79f-4f8f-b2f5-a3d48c994162" 2024-11-13T19:42:54,435 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77816ee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:42:54,435 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,43709,-1] 2024-11-13T19:42:54,435 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:42:54,436 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:54,437 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:42:54,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bfcfbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:42:54,438 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:42:54,440 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,37303,1731526972218, seqNum=-1] 2024-11-13T19:42:54,440 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:42:54,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:42:54,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,43709,1731526972053 2024-11-13T19:42:54,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:42:54,445 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,43709,1731526972053 2024-11-13T19:42:54,445 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2195adfc 2024-11-13T19:42:54,445 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:42:54,446 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:42:54,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43709 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:42:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43709 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T19:42:54,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:42:54,450 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:54,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43709 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T19:42:54,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:42:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:42:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:42:54,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741836_1012 (size=379) 2024-11-13T19:42:54,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741836_1012 (size=379) 2024-11-13T19:42:54,576 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4dac1ec6507ca52c523e109eca3e793, NAME => 'testClearRegionBlockCache,,1731526974447.c4dac1ec6507ca52c523e109eca3e793.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e 2024-11-13T19:42:54,576 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e71aaeeded73e8ed69f587a29e0f1ebe, NAME => 'testClearRegionBlockCache,5,1731526974447.e71aaeeded73e8ed69f587a29e0f1ebe.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e 2024-11-13T19:42:54,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741837_1013 (size=61) 2024-11-13T19:42:54,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741837_1013 (size=61) 2024-11-13T19:42:54,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741838_1014 (size=61) 2024-11-13T19:42:54,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741838_1014 (size=61) 2024-11-13T19:42:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:42:54,988 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731526974447.e71aaeeded73e8ed69f587a29e0f1ebe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:54,988 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing e71aaeeded73e8ed69f587a29e0f1ebe, disabling compactions & flushes 2024-11-13T19:42:54,988 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731526974447.e71aaeeded73e8ed69f587a29e0f1ebe. 2024-11-13T19:42:54,989 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731526974447.e71aaeeded73e8ed69f587a29e0f1ebe. 2024-11-13T19:42:54,989 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731526974447.e71aaeeded73e8ed69f587a29e0f1ebe. after waiting 0 ms 2024-11-13T19:42:54,989 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731526974447.e71aaeeded73e8ed69f587a29e0f1ebe. 2024-11-13T19:42:54,989 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731526974447.e71aaeeded73e8ed69f587a29e0f1ebe. 2024-11-13T19:42:54,989 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for e71aaeeded73e8ed69f587a29e0f1ebe: Waiting for close lock at 1731526974988Disabling compacts and flushes for region at 1731526974988Disabling writes for close at 1731526974989 (+1 ms)Writing region close event to WAL at 1731526974989Closed at 1731526974989 2024-11-13T19:42:54,990 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731526974447.c4dac1ec6507ca52c523e109eca3e793.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:54,990 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing c4dac1ec6507ca52c523e109eca3e793, disabling compactions & flushes 2024-11-13T19:42:54,990 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731526974447.c4dac1ec6507ca52c523e109eca3e793. 2024-11-13T19:42:54,990 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731526974447.c4dac1ec6507ca52c523e109eca3e793. 2024-11-13T19:42:54,990 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731526974447.c4dac1ec6507ca52c523e109eca3e793. after waiting 0 ms 2024-11-13T19:42:54,990 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731526974447.c4dac1ec6507ca52c523e109eca3e793. 2024-11-13T19:42:54,990 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731526974447.c4dac1ec6507ca52c523e109eca3e793. 2024-11-13T19:42:54,990 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4dac1ec6507ca52c523e109eca3e793: Waiting for close lock at 1731526974990Disabling compacts and flushes for region at 1731526974990Disabling writes for close at 1731526974990Writing region close event to WAL at 1731526974990Closed at 1731526974990 2024-11-13T19:42:54,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:42:54,993 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731526974447.e71aaeeded73e8ed69f587a29e0f1ebe.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731526974992"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526974992"}]},"ts":"1731526974992"} 2024-11-13T19:42:54,993 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731526974447.c4dac1ec6507ca52c523e109eca3e793.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731526974992"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526974992"}]},"ts":"1731526974992"} 2024-11-13T19:42:54,998 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T19:42:55,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:42:55,000 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526975000"}]},"ts":"1731526975000"} 2024-11-13T19:42:55,004 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T19:42:55,004 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {80cec940e2c9=0} racks are {/default-rack=0} 2024-11-13T19:42:55,006 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T19:42:55,006 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T19:42:55,006 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T19:42:55,006 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T19:42:55,006 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T19:42:55,006 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T19:42:55,006 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T19:42:55,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c4dac1ec6507ca52c523e109eca3e793, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e71aaeeded73e8ed69f587a29e0f1ebe, ASSIGN}] 2024-11-13T19:42:55,009 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c4dac1ec6507ca52c523e109eca3e793, ASSIGN 2024-11-13T19:42:55,009 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e71aaeeded73e8ed69f587a29e0f1ebe, ASSIGN 2024-11-13T19:42:55,010 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c4dac1ec6507ca52c523e109eca3e793, ASSIGN; state=OFFLINE, location=80cec940e2c9,37303,1731526972218; forceNewPlan=false, retain=false 2024-11-13T19:42:55,010 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e71aaeeded73e8ed69f587a29e0f1ebe, ASSIGN; state=OFFLINE, location=80cec940e2c9,41821,1731526972328; forceNewPlan=false, retain=false 2024-11-13T19:42:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:42:55,161 INFO [80cec940e2c9:43709 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T19:42:55,161 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4dac1ec6507ca52c523e109eca3e793, regionState=OPENING, regionLocation=80cec940e2c9,37303,1731526972218 2024-11-13T19:42:55,161 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e71aaeeded73e8ed69f587a29e0f1ebe, regionState=OPENING, regionLocation=80cec940e2c9,41821,1731526972328 2024-11-13T19:42:55,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c4dac1ec6507ca52c523e109eca3e793, ASSIGN because future has completed 2024-11-13T19:42:55,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4dac1ec6507ca52c523e109eca3e793, server=80cec940e2c9,37303,1731526972218}] 2024-11-13T19:42:55,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e71aaeeded73e8ed69f587a29e0f1ebe, ASSIGN because future has completed 2024-11-13T19:42:55,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e71aaeeded73e8ed69f587a29e0f1ebe, server=80cec940e2c9,41821,1731526972328}] 2024-11-13T19:42:55,326 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:42:55,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:42:55,331 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731526974447.c4dac1ec6507ca52c523e109eca3e793. 2024-11-13T19:42:55,332 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c4dac1ec6507ca52c523e109eca3e793, NAME => 'testClearRegionBlockCache,,1731526974447.c4dac1ec6507ca52c523e109eca3e793.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T19:42:55,332 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c4dac1ec6507ca52c523e109eca3e793 2024-11-13T19:42:55,332 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731526974447.c4dac1ec6507ca52c523e109eca3e793.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:55,332 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c4dac1ec6507ca52c523e109eca3e793 2024-11-13T19:42:55,332 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c4dac1ec6507ca52c523e109eca3e793 2024-11-13T19:42:55,333 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731526974447.e71aaeeded73e8ed69f587a29e0f1ebe. 2024-11-13T19:42:55,333 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => e71aaeeded73e8ed69f587a29e0f1ebe, NAME => 'testClearRegionBlockCache,5,1731526974447.e71aaeeded73e8ed69f587a29e0f1ebe.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T19:42:55,334 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e71aaeeded73e8ed69f587a29e0f1ebe 2024-11-13T19:42:55,334 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731526974447.e71aaeeded73e8ed69f587a29e0f1ebe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:55,334 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for e71aaeeded73e8ed69f587a29e0f1ebe 2024-11-13T19:42:55,334 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for e71aaeeded73e8ed69f587a29e0f1ebe 2024-11-13T19:42:55,335 INFO [StoreOpener-c4dac1ec6507ca52c523e109eca3e793-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c4dac1ec6507ca52c523e109eca3e793 2024-11-13T19:42:55,336 INFO [StoreOpener-e71aaeeded73e8ed69f587a29e0f1ebe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e71aaeeded73e8ed69f587a29e0f1ebe 2024-11-13T19:42:55,339 INFO [StoreOpener-e71aaeeded73e8ed69f587a29e0f1ebe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e71aaeeded73e8ed69f587a29e0f1ebe columnFamilyName family 2024-11-13T19:42:55,339 DEBUG [StoreOpener-e71aaeeded73e8ed69f587a29e0f1ebe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:55,340 INFO [StoreOpener-e71aaeeded73e8ed69f587a29e0f1ebe-1 {}] regionserver.HStore(327): Store=e71aaeeded73e8ed69f587a29e0f1ebe/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:42:55,340 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for e71aaeeded73e8ed69f587a29e0f1ebe 2024-11-13T19:42:55,342 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/default/testClearRegionBlockCache/e71aaeeded73e8ed69f587a29e0f1ebe 2024-11-13T19:42:55,342 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/default/testClearRegionBlockCache/e71aaeeded73e8ed69f587a29e0f1ebe 2024-11-13T19:42:55,343 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for e71aaeeded73e8ed69f587a29e0f1ebe 2024-11-13T19:42:55,343 INFO [StoreOpener-c4dac1ec6507ca52c523e109eca3e793-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4dac1ec6507ca52c523e109eca3e793 columnFamilyName family 2024-11-13T19:42:55,343 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for e71aaeeded73e8ed69f587a29e0f1ebe 2024-11-13T19:42:55,343 DEBUG [StoreOpener-c4dac1ec6507ca52c523e109eca3e793-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:55,346 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for e71aaeeded73e8ed69f587a29e0f1ebe 2024-11-13T19:42:55,347 INFO [StoreOpener-c4dac1ec6507ca52c523e109eca3e793-1 {}] regionserver.HStore(327): Store=c4dac1ec6507ca52c523e109eca3e793/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:42:55,347 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c4dac1ec6507ca52c523e109eca3e793 2024-11-13T19:42:55,348 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/default/testClearRegionBlockCache/c4dac1ec6507ca52c523e109eca3e793 2024-11-13T19:42:55,349 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/default/testClearRegionBlockCache/c4dac1ec6507ca52c523e109eca3e793 2024-11-13T19:42:55,349 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/default/testClearRegionBlockCache/e71aaeeded73e8ed69f587a29e0f1ebe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:42:55,349 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c4dac1ec6507ca52c523e109eca3e793 2024-11-13T19:42:55,349 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c4dac1ec6507ca52c523e109eca3e793 2024-11-13T19:42:55,350 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened e71aaeeded73e8ed69f587a29e0f1ebe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72494054, jitterRate=0.08024558424949646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T19:42:55,350 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e71aaeeded73e8ed69f587a29e0f1ebe 2024-11-13T19:42:55,351 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for e71aaeeded73e8ed69f587a29e0f1ebe: Running coprocessor pre-open hook at 1731526975335Writing region info on filesystem at 1731526975335Initializing all the Stores at 1731526975336 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526975336Cleaning up temporary data from old regions at 1731526975343 (+7 ms)Running coprocessor post-open hooks at 1731526975350 (+7 ms)Region opened successfully at 1731526975351 (+1 ms) 2024-11-13T19:42:55,351 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c4dac1ec6507ca52c523e109eca3e793 2024-11-13T19:42:55,352 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731526974447.e71aaeeded73e8ed69f587a29e0f1ebe., pid=8, masterSystemTime=1731526975326 2024-11-13T19:42:55,356 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731526974447.e71aaeeded73e8ed69f587a29e0f1ebe. 2024-11-13T19:42:55,356 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/default/testClearRegionBlockCache/c4dac1ec6507ca52c523e109eca3e793/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:42:55,356 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731526974447.e71aaeeded73e8ed69f587a29e0f1ebe. 2024-11-13T19:42:55,357 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened c4dac1ec6507ca52c523e109eca3e793; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62706387, jitterRate=-0.06560201942920685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T19:42:55,357 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e71aaeeded73e8ed69f587a29e0f1ebe, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,41821,1731526972328 2024-11-13T19:42:55,357 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4dac1ec6507ca52c523e109eca3e793 2024-11-13T19:42:55,357 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c4dac1ec6507ca52c523e109eca3e793: Running coprocessor pre-open hook at 1731526975333Writing region info on filesystem at 1731526975333Initializing all the Stores at 1731526975334 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526975334Cleaning up temporary data from old regions at 1731526975349 (+15 ms)Running coprocessor post-open hooks at 1731526975357 (+8 ms)Region opened successfully at 1731526975357 2024-11-13T19:42:55,359 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731526974447.c4dac1ec6507ca52c523e109eca3e793., pid=7, masterSystemTime=1731526975326 2024-11-13T19:42:55,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e71aaeeded73e8ed69f587a29e0f1ebe, server=80cec940e2c9,41821,1731526972328 because future has completed 2024-11-13T19:42:55,364 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43709 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=80cec940e2c9,41821,1731526972328, table=testClearRegionBlockCache, region=e71aaeeded73e8ed69f587a29e0f1ebe. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T19:42:55,366 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731526974447.c4dac1ec6507ca52c523e109eca3e793. 2024-11-13T19:42:55,366 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731526974447.c4dac1ec6507ca52c523e109eca3e793. 2024-11-13T19:42:55,367 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4dac1ec6507ca52c523e109eca3e793, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,37303,1731526972218 2024-11-13T19:42:55,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4dac1ec6507ca52c523e109eca3e793, server=80cec940e2c9,37303,1731526972218 because future has completed 2024-11-13T19:42:55,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-13T19:42:55,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e71aaeeded73e8ed69f587a29e0f1ebe, server=80cec940e2c9,41821,1731526972328 in 195 msec 2024-11-13T19:42:55,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-13T19:42:55,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c4dac1ec6507ca52c523e109eca3e793, server=80cec940e2c9,37303,1731526972218 in 248 msec 2024-11-13T19:42:55,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e71aaeeded73e8ed69f587a29e0f1ebe, ASSIGN in 408 msec 2024-11-13T19:42:55,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:42:55,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c4dac1ec6507ca52c523e109eca3e793, ASSIGN in 417 msec 2024-11-13T19:42:55,438 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:42:55,438 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526975438"}]},"ts":"1731526975438"} 2024-11-13T19:42:55,446 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T19:42:55,448 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:42:55,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 1.0010 sec 2024-11-13T19:42:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:42:55,589 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T19:42:55,589 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T19:42:55,589 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T19:42:55,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T19:42:55,593 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T19:42:55,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T19:42:55,596 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731526974447.c4dac1ec6507ca52c523e109eca3e793., hostname=80cec940e2c9,37303,1731526972218, seqNum=2] 2024-11-13T19:42:55,612 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731526974447.e71aaeeded73e8ed69f587a29e0f1ebe., hostname=80cec940e2c9,41821,1731526972328, seqNum=2] 2024-11-13T19:42:55,612 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:42:55,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:42:55,629 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c4dac1ec6507ca52c523e109eca3e793 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T19:42:55,645 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/default/testClearRegionBlockCache/c4dac1ec6507ca52c523e109eca3e793/.tmp/family/77aab0bd11834048bc44179205296e4d is 32, key is 1/family:/1731526975598/Put/seqid=0 2024-11-13T19:42:55,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741839_1015 (size=5054) 2024-11-13T19:42:55,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741839_1015 (size=5054) 2024-11-13T19:42:55,653 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/default/testClearRegionBlockCache/c4dac1ec6507ca52c523e109eca3e793/.tmp/family/77aab0bd11834048bc44179205296e4d 2024-11-13T19:42:55,661 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/default/testClearRegionBlockCache/c4dac1ec6507ca52c523e109eca3e793/.tmp/family/77aab0bd11834048bc44179205296e4d as hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/default/testClearRegionBlockCache/c4dac1ec6507ca52c523e109eca3e793/family/77aab0bd11834048bc44179205296e4d 2024-11-13T19:42:55,668 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/default/testClearRegionBlockCache/c4dac1ec6507ca52c523e109eca3e793/family/77aab0bd11834048bc44179205296e4d, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T19:42:55,669 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for c4dac1ec6507ca52c523e109eca3e793 in 40ms, sequenceid=8, compaction requested=false 2024-11-13T19:42:55,669 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c4dac1ec6507ca52c523e109eca3e793: 2024-11-13T19:42:55,669 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e71aaeeded73e8ed69f587a29e0f1ebe 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T19:42:55,695 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/default/testClearRegionBlockCache/e71aaeeded73e8ed69f587a29e0f1ebe/.tmp/family/d3d7ad15f37a46d0b9050c542bdd4669 is 32, key is 5/family:/1731526975615/Put/seqid=0 2024-11-13T19:42:55,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741840_1016 (size=5083) 2024-11-13T19:42:55,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741840_1016 (size=5083) 2024-11-13T19:42:55,701 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/default/testClearRegionBlockCache/e71aaeeded73e8ed69f587a29e0f1ebe/.tmp/family/d3d7ad15f37a46d0b9050c542bdd4669 2024-11-13T19:42:55,711 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/default/testClearRegionBlockCache/e71aaeeded73e8ed69f587a29e0f1ebe/.tmp/family/d3d7ad15f37a46d0b9050c542bdd4669 as hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/default/testClearRegionBlockCache/e71aaeeded73e8ed69f587a29e0f1ebe/family/d3d7ad15f37a46d0b9050c542bdd4669 2024-11-13T19:42:55,718 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/default/testClearRegionBlockCache/e71aaeeded73e8ed69f587a29e0f1ebe/family/d3d7ad15f37a46d0b9050c542bdd4669, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T19:42:55,719 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for e71aaeeded73e8ed69f587a29e0f1ebe in 50ms, sequenceid=9, compaction requested=false 2024-11-13T19:42:55,720 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e71aaeeded73e8ed69f587a29e0f1ebe: 2024-11-13T19:42:55,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228786bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:42:55,720 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,43709,-1 for getting cluster id 2024-11-13T19:42:55,720 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:42:55,721 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69f5673e-e79f-4f8f-b2f5-a3d48c994162' 2024-11-13T19:42:55,722 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:42:55,722 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69f5673e-e79f-4f8f-b2f5-a3d48c994162" 2024-11-13T19:42:55,722 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62effed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:42:55,722 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,43709,-1] 2024-11-13T19:42:55,722 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:42:55,722 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:55,724 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:42:55,725 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d58aa1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:42:55,733 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-13T19:42:55,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:42:55,735 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,37303,1731526972218, seqNum=-1] 2024-11-13T19:42:55,736 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:42:55,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:42:55,742 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:42:55,742 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:42:55,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:42:55,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:42:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] bucket.BucketCache(1864): found 1 blocks for file 77aab0bd11834048bc44179205296e4d, starting offset: 0, end offset: 9223372036854775807 2024-11-13T19:42:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] bucket.BucketCache(1864): found 1 blocks for file d3d7ad15f37a46d0b9050c542bdd4669, starting offset: 0, end offset: 9223372036854775807 2024-11-13T19:42:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41821 {}] bucket.BucketCache(857): removed key d3d7ad15f37a46d0b9050c542bdd4669_0 from back map with offset lock 2094080 in the evict process 2024-11-13T19:42:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37303 {}] bucket.BucketCache(857): removed key 77aab0bd11834048bc44179205296e4d_0 from back map with offset lock 2094080 in the evict process 2024-11-13T19:42:55,747 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:42:55,747 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:42:55,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:55,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:55,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:42:55,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:42:55,748 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:42:55,748 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:42:55,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:55,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:55,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:42:55,748 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:42:55,749 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1890263722, stopped=false 2024-11-13T19:42:55,749 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,43709,1731526972053 2024-11-13T19:42:55,761 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37303-0x10136e6982c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:55,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x10136e6982c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:55,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:55,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x10136e6982c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:55,761 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37303-0x10136e6982c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:55,761 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:42:55,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:55,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41821-0x10136e6982c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:55,762 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:42:55,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:42:55,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:55,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:55,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37303-0x10136e6982c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:55,763 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,37303,1731526972218' ***** 2024-11-13T19:42:55,763 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:42:55,763 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,41821,1731526972328' ***** 2024-11-13T19:42:55,763 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:42:55,763 INFO [RS:1;80cec940e2c9:41821 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T19:42:55,763 INFO [RS:0;80cec940e2c9:37303 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T19:42:55,764 INFO [RS:0;80cec940e2c9:37303 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T19:42:55,764 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T19:42:55,764 INFO [RS:0;80cec940e2c9:37303 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:42:55,764 INFO [RS:0;80cec940e2c9:37303 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:42:55,764 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:42:55,764 INFO [RS:0;80cec940e2c9:37303 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:42:55,764 INFO [RS:0;80cec940e2c9:37303 {}] regionserver.HRegionServer(3091): Received CLOSE for c4dac1ec6507ca52c523e109eca3e793 2024-11-13T19:42:55,764 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T19:42:55,764 INFO [RS:0;80cec940e2c9:37303 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,37303,1731526972218 2024-11-13T19:42:55,764 INFO [RS:0;80cec940e2c9:37303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:42:55,764 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T19:42:55,764 INFO [RS:0;80cec940e2c9:37303 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:37303. 2024-11-13T19:42:55,764 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4dac1ec6507ca52c523e109eca3e793, disabling compactions & flushes 2024-11-13T19:42:55,764 DEBUG [RS:0;80cec940e2c9:37303 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:42:55,764 DEBUG [RS:0;80cec940e2c9:37303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:55,764 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731526974447.c4dac1ec6507ca52c523e109eca3e793. 2024-11-13T19:42:55,764 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731526974447.c4dac1ec6507ca52c523e109eca3e793. 2024-11-13T19:42:55,764 INFO [RS:0;80cec940e2c9:37303 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:42:55,764 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731526974447.c4dac1ec6507ca52c523e109eca3e793. after waiting 0 ms 2024-11-13T19:42:55,764 INFO [RS:0;80cec940e2c9:37303 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:42:55,764 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731526974447.c4dac1ec6507ca52c523e109eca3e793. 2024-11-13T19:42:55,764 INFO [RS:0;80cec940e2c9:37303 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:42:55,765 INFO [RS:1;80cec940e2c9:41821 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T19:42:55,765 INFO [RS:0;80cec940e2c9:37303 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:42:55,765 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T19:42:55,765 INFO [RS:1;80cec940e2c9:41821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:42:55,765 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T19:42:55,765 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:42:55,765 INFO [RS:1;80cec940e2c9:41821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:42:55,765 INFO [RS:1;80cec940e2c9:41821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:42:55,765 INFO [RS:1;80cec940e2c9:41821 {}] regionserver.HRegionServer(3091): Received CLOSE for e71aaeeded73e8ed69f587a29e0f1ebe 2024-11-13T19:42:55,765 INFO [RS:0;80cec940e2c9:37303 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:42:55,765 DEBUG [RS:0;80cec940e2c9:37303 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c4dac1ec6507ca52c523e109eca3e793=testClearRegionBlockCache,,1731526974447.c4dac1ec6507ca52c523e109eca3e793.} 2024-11-13T19:42:55,765 DEBUG [RS:0;80cec940e2c9:37303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4dac1ec6507ca52c523e109eca3e793 2024-11-13T19:42:55,765 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:42:55,766 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:42:55,766 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:42:55,766 INFO [RS:1;80cec940e2c9:41821 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,41821,1731526972328 2024-11-13T19:42:55,766 INFO [RS:1;80cec940e2c9:41821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:42:55,766 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:42:55,766 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:42:55,766 INFO [RS:1;80cec940e2c9:41821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;80cec940e2c9:41821. 2024-11-13T19:42:55,766 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e71aaeeded73e8ed69f587a29e0f1ebe, disabling compactions & flushes 2024-11-13T19:42:55,766 DEBUG [RS:1;80cec940e2c9:41821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:42:55,766 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731526974447.e71aaeeded73e8ed69f587a29e0f1ebe. 2024-11-13T19:42:55,766 DEBUG [RS:1;80cec940e2c9:41821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:55,766 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731526974447.e71aaeeded73e8ed69f587a29e0f1ebe. 2024-11-13T19:42:55,766 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T19:42:55,766 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731526974447.e71aaeeded73e8ed69f587a29e0f1ebe. after waiting 0 ms 2024-11-13T19:42:55,766 INFO [RS:1;80cec940e2c9:41821 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:42:55,766 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731526974447.e71aaeeded73e8ed69f587a29e0f1ebe. 2024-11-13T19:42:55,766 DEBUG [RS:1;80cec940e2c9:41821 {}] regionserver.HRegionServer(1325): Online Regions={e71aaeeded73e8ed69f587a29e0f1ebe=testClearRegionBlockCache,5,1731526974447.e71aaeeded73e8ed69f587a29e0f1ebe.} 2024-11-13T19:42:55,766 DEBUG [RS:1;80cec940e2c9:41821 {}] regionserver.HRegionServer(1351): Waiting on e71aaeeded73e8ed69f587a29e0f1ebe 2024-11-13T19:42:55,766 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T19:42:55,773 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/default/testClearRegionBlockCache/c4dac1ec6507ca52c523e109eca3e793/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T19:42:55,774 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731526974447.c4dac1ec6507ca52c523e109eca3e793. 2024-11-13T19:42:55,774 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4dac1ec6507ca52c523e109eca3e793: Waiting for close lock at 1731526975764Running coprocessor pre-close hooks at 1731526975764Disabling compacts and flushes for region at 1731526975764Disabling writes for close at 1731526975764Writing region close event to WAL at 1731526975767 (+3 ms)Running coprocessor post-close hooks at 1731526975773 (+6 ms)Closed at 1731526975774 (+1 ms) 2024-11-13T19:42:55,774 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731526974447.c4dac1ec6507ca52c523e109eca3e793. 2024-11-13T19:42:55,778 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/default/testClearRegionBlockCache/e71aaeeded73e8ed69f587a29e0f1ebe/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T19:42:55,779 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731526974447.e71aaeeded73e8ed69f587a29e0f1ebe. 2024-11-13T19:42:55,779 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e71aaeeded73e8ed69f587a29e0f1ebe: Waiting for close lock at 1731526975766Running coprocessor pre-close hooks at 1731526975766Disabling compacts and flushes for region at 1731526975766Disabling writes for close at 1731526975766Writing region close event to WAL at 1731526975770 (+4 ms)Running coprocessor post-close hooks at 1731526975779 (+9 ms)Closed at 1731526975779 2024-11-13T19:42:55,780 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731526974447.e71aaeeded73e8ed69f587a29e0f1ebe. 2024-11-13T19:42:55,788 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/hbase/meta/1588230740/.tmp/info/b2b0a2d682274cac863f4b5b41699871 is 173, key is testClearRegionBlockCache,5,1731526974447.e71aaeeded73e8ed69f587a29e0f1ebe./info:regioninfo/1731526975357/Put/seqid=0 2024-11-13T19:42:55,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741841_1017 (size=8173) 2024-11-13T19:42:55,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741841_1017 (size=8173) 2024-11-13T19:42:55,850 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:42:55,850 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:42:55,852 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:42:55,855 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:42:55,910 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:42:55,910 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:42:55,966 DEBUG [RS:0;80cec940e2c9:37303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:42:55,966 INFO [RS:1;80cec940e2c9:41821 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,41821,1731526972328; all regions closed. 2024-11-13T19:42:55,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741834_1010 (size=1867) 2024-11-13T19:42:55,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741834_1010 (size=1867) 2024-11-13T19:42:55,975 DEBUG [RS:1;80cec940e2c9:41821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/oldWALs 2024-11-13T19:42:55,976 INFO [RS:1;80cec940e2c9:41821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C41821%2C1731526972328:(num 1731526973991) 2024-11-13T19:42:55,976 DEBUG [RS:1;80cec940e2c9:41821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:55,976 INFO [RS:1;80cec940e2c9:41821 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:42:55,976 INFO [RS:1;80cec940e2c9:41821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:42:55,976 INFO [RS:1;80cec940e2c9:41821 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:42:55,976 INFO [RS:1;80cec940e2c9:41821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:42:55,976 INFO [RS:1;80cec940e2c9:41821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:42:55,976 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:42:55,976 INFO [RS:1;80cec940e2c9:41821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:42:55,976 INFO [RS:1;80cec940e2c9:41821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:42:55,977 INFO [RS:1;80cec940e2c9:41821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41821 2024-11-13T19:42:55,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T19:42:55,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x10136e6982c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80cec940e2c9,41821,1731526972328 2024-11-13T19:42:55,984 INFO [RS:1;80cec940e2c9:41821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:42:55,985 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,41821,1731526972328] 2024-11-13T19:42:56,000 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80cec940e2c9,41821,1731526972328 already deleted, retry=false 2024-11-13T19:42:56,000 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,41821,1731526972328 expired; onlineServers=1 2024-11-13T19:42:56,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x10136e6982c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:56,092 INFO [RS:1;80cec940e2c9:41821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:42:56,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41821-0x10136e6982c0002, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:56,092 INFO [RS:1;80cec940e2c9:41821 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,41821,1731526972328; zookeeper connection closed. 2024-11-13T19:42:56,093 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52fd09b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52fd09b 2024-11-13T19:42:56,166 DEBUG [RS:0;80cec940e2c9:37303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:42:56,195 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/hbase/meta/1588230740/.tmp/info/b2b0a2d682274cac863f4b5b41699871 2024-11-13T19:42:56,225 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/hbase/meta/1588230740/.tmp/ns/af1516ebab3d40788f4b0e8c9cb55902 is 43, key is default/ns:d/1731526974405/Put/seqid=0 2024-11-13T19:42:56,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741842_1018 (size=5153) 2024-11-13T19:42:56,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741842_1018 (size=5153) 2024-11-13T19:42:56,233 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/hbase/meta/1588230740/.tmp/ns/af1516ebab3d40788f4b0e8c9cb55902 2024-11-13T19:42:56,262 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/hbase/meta/1588230740/.tmp/table/f1734ef75a7848ae8fecc3efedf4428d is 61, key is testClearRegionBlockCache/table:state/1731526975438/Put/seqid=0 2024-11-13T19:42:56,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741843_1019 (size=5312) 2024-11-13T19:42:56,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741843_1019 (size=5312) 2024-11-13T19:42:56,269 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/hbase/meta/1588230740/.tmp/table/f1734ef75a7848ae8fecc3efedf4428d 2024-11-13T19:42:56,277 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/hbase/meta/1588230740/.tmp/info/b2b0a2d682274cac863f4b5b41699871 as hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/hbase/meta/1588230740/info/b2b0a2d682274cac863f4b5b41699871 2024-11-13T19:42:56,284 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/hbase/meta/1588230740/info/b2b0a2d682274cac863f4b5b41699871, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T19:42:56,285 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/hbase/meta/1588230740/.tmp/ns/af1516ebab3d40788f4b0e8c9cb55902 as hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/hbase/meta/1588230740/ns/af1516ebab3d40788f4b0e8c9cb55902 2024-11-13T19:42:56,291 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/hbase/meta/1588230740/ns/af1516ebab3d40788f4b0e8c9cb55902, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T19:42:56,293 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/hbase/meta/1588230740/.tmp/table/f1734ef75a7848ae8fecc3efedf4428d as hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/hbase/meta/1588230740/table/f1734ef75a7848ae8fecc3efedf4428d 2024-11-13T19:42:56,299 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/hbase/meta/1588230740/table/f1734ef75a7848ae8fecc3efedf4428d, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T19:42:56,300 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 534ms, sequenceid=13, compaction requested=false 2024-11-13T19:42:56,306 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T19:42:56,307 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:42:56,307 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:42:56,307 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526975765Running coprocessor pre-close hooks at 1731526975765Disabling compacts and flushes for region at 1731526975765Disabling writes for close at 1731526975766 (+1 ms)Obtaining lock to block concurrent updates at 1731526975766Preparing flush snapshotting stores in 1588230740 at 1731526975766Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731526975771 (+5 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731526975772 (+1 ms)Flushing 1588230740/info: creating writer at 1731526975772Flushing 1588230740/info: appending metadata at 1731526975787 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731526975787Flushing 1588230740/ns: creating writer at 1731526976204 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731526976225 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731526976225Flushing 1588230740/table: creating writer at 1731526976241 (+16 ms)Flushing 1588230740/table: appending metadata at 1731526976261 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731526976261Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32b5d406: reopening flushed file at 1731526976276 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@370ad93b: reopening flushed file at 1731526976284 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@436da6b3: reopening flushed file at 1731526976292 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 534ms, sequenceid=13, compaction requested=false at 1731526976300 (+8 ms)Writing region close event to WAL at 1731526976302 (+2 ms)Running coprocessor post-close hooks at 1731526976307 (+5 ms)Closed at 1731526976307 2024-11-13T19:42:56,307 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:42:56,366 INFO [RS:0;80cec940e2c9:37303 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,37303,1731526972218; all regions closed. 2024-11-13T19:42:56,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741835_1011 (size=4338) 2024-11-13T19:42:56,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741835_1011 (size=4338) 2024-11-13T19:42:56,372 DEBUG [RS:0;80cec940e2c9:37303 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/oldWALs 2024-11-13T19:42:56,372 INFO [RS:0;80cec940e2c9:37303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C37303%2C1731526972218.meta:.meta(num 1731526974339) 2024-11-13T19:42:56,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741833_1009 (size=1758) 2024-11-13T19:42:56,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741833_1009 (size=1758) 2024-11-13T19:42:56,377 DEBUG [RS:0;80cec940e2c9:37303 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/oldWALs 2024-11-13T19:42:56,377 INFO [RS:0;80cec940e2c9:37303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C37303%2C1731526972218:(num 1731526973992) 2024-11-13T19:42:56,377 DEBUG [RS:0;80cec940e2c9:37303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:42:56,377 INFO [RS:0;80cec940e2c9:37303 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:42:56,377 INFO [RS:0;80cec940e2c9:37303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:42:56,377 INFO [RS:0;80cec940e2c9:37303 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:42:56,378 INFO [RS:0;80cec940e2c9:37303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:42:56,378 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:42:56,378 INFO [RS:0;80cec940e2c9:37303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37303 2024-11-13T19:42:56,417 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37303-0x10136e6982c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80cec940e2c9,37303,1731526972218 2024-11-13T19:42:56,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T19:42:56,417 INFO [RS:0;80cec940e2c9:37303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:42:56,425 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,37303,1731526972218] 2024-11-13T19:42:56,433 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80cec940e2c9,37303,1731526972218 already deleted, retry=false 2024-11-13T19:42:56,434 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,37303,1731526972218 expired; onlineServers=0 2024-11-13T19:42:56,434 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,43709,1731526972053' ***** 2024-11-13T19:42:56,434 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:42:56,434 INFO [M:0;80cec940e2c9:43709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:42:56,434 INFO [M:0;80cec940e2c9:43709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:42:56,434 DEBUG [M:0;80cec940e2c9:43709 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:42:56,434 DEBUG [M:0;80cec940e2c9:43709 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:42:56,434 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:42:56,434 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526973673 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526973673,5,FailOnTimeoutGroup] 2024-11-13T19:42:56,434 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526973673 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526973673,5,FailOnTimeoutGroup] 2024-11-13T19:42:56,434 INFO [M:0;80cec940e2c9:43709 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:42:56,434 INFO [M:0;80cec940e2c9:43709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:42:56,434 DEBUG [M:0;80cec940e2c9:43709 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:42:56,435 INFO [M:0;80cec940e2c9:43709 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:42:56,435 INFO [M:0;80cec940e2c9:43709 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:42:56,435 INFO [M:0;80cec940e2c9:43709 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:42:56,435 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:42:56,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T19:42:56,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:56,442 DEBUG [M:0;80cec940e2c9:43709 {}] zookeeper.ZKUtil(347): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T19:42:56,442 WARN [M:0;80cec940e2c9:43709 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:42:56,443 INFO [M:0;80cec940e2c9:43709 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/.lastflushedseqids 2024-11-13T19:42:56,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741844_1020 (size=191) 2024-11-13T19:42:56,451 INFO [M:0;80cec940e2c9:43709 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:42:56,451 INFO [M:0;80cec940e2c9:43709 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:42:56,451 DEBUG [M:0;80cec940e2c9:43709 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:42:56,451 INFO [M:0;80cec940e2c9:43709 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:56,451 DEBUG [M:0;80cec940e2c9:43709 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:56,451 DEBUG [M:0;80cec940e2c9:43709 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:42:56,451 DEBUG [M:0;80cec940e2c9:43709 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:56,451 INFO [M:0;80cec940e2c9:43709 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-13T19:42:56,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741844_1020 (size=191) 2024-11-13T19:42:56,468 DEBUG [M:0;80cec940e2c9:43709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43caddcb84694379b68d7f452196744a is 82, key is hbase:meta,,1/info:regioninfo/1731526974381/Put/seqid=0 2024-11-13T19:42:56,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741845_1021 (size=5672) 2024-11-13T19:42:56,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741845_1021 (size=5672) 2024-11-13T19:42:56,485 INFO [M:0;80cec940e2c9:43709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43caddcb84694379b68d7f452196744a 2024-11-13T19:42:56,506 DEBUG [M:0;80cec940e2c9:43709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5739bdff672643558c0d71e369e52b55 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731526975450/Put/seqid=0 2024-11-13T19:42:56,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741846_1022 (size=6218) 2024-11-13T19:42:56,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741846_1022 (size=6218) 2024-11-13T19:42:56,518 INFO [M:0;80cec940e2c9:43709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5739bdff672643558c0d71e369e52b55 2024-11-13T19:42:56,525 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37303-0x10136e6982c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:56,525 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37303-0x10136e6982c0001, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:56,525 INFO [RS:0;80cec940e2c9:37303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:42:56,525 INFO [RS:0;80cec940e2c9:37303 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,37303,1731526972218; zookeeper connection closed. 2024-11-13T19:42:56,526 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@704069e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@704069e0 2024-11-13T19:42:56,526 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T19:42:56,544 DEBUG [M:0;80cec940e2c9:43709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9fe5cbf6edd4c38950ee359990e9c28 is 69, key is 80cec940e2c9,37303,1731526972218/rs:state/1731526973773/Put/seqid=0 2024-11-13T19:42:56,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741847_1023 (size=5224) 2024-11-13T19:42:56,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741847_1023 (size=5224) 2024-11-13T19:42:56,958 INFO [M:0;80cec940e2c9:43709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9fe5cbf6edd4c38950ee359990e9c28 2024-11-13T19:42:56,965 DEBUG [M:0;80cec940e2c9:43709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43caddcb84694379b68d7f452196744a as hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43caddcb84694379b68d7f452196744a 2024-11-13T19:42:56,973 INFO [M:0;80cec940e2c9:43709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43caddcb84694379b68d7f452196744a, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T19:42:56,975 DEBUG [M:0;80cec940e2c9:43709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5739bdff672643558c0d71e369e52b55 as hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5739bdff672643558c0d71e369e52b55 2024-11-13T19:42:56,982 INFO [M:0;80cec940e2c9:43709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5739bdff672643558c0d71e369e52b55, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T19:42:56,983 DEBUG [M:0;80cec940e2c9:43709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9fe5cbf6edd4c38950ee359990e9c28 as hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9fe5cbf6edd4c38950ee359990e9c28 2024-11-13T19:42:56,992 INFO [M:0;80cec940e2c9:43709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40647/user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9fe5cbf6edd4c38950ee359990e9c28, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T19:42:56,994 INFO [M:0;80cec940e2c9:43709 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 542ms, sequenceid=71, compaction requested=false 2024-11-13T19:42:56,999 INFO [M:0;80cec940e2c9:43709 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:56,999 DEBUG [M:0;80cec940e2c9:43709 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526976451Disabling compacts and flushes for region at 1731526976451Disabling writes for close at 1731526976451Obtaining lock to block concurrent updates at 1731526976451Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526976451Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731526976452 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526976452Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526976453 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526976467 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526976467Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526976490 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526976506 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526976506Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526976524 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526976544 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526976544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20eae13d: reopening flushed file at 1731526976964 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ce89b17: reopening flushed file at 1731526976973 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e6aa881: reopening flushed file at 1731526976982 (+9 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 542ms, sequenceid=71, compaction requested=false at 1731526976994 (+12 ms)Writing region close event to WAL at 1731526976999 (+5 ms)Closed at 1731526976999 2024-11-13T19:42:57,007 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/10881f38-2ade-947f-a972-c1170a48510e/MasterData/WALs/80cec940e2c9,43709,1731526972053/80cec940e2c9%2C43709%2C1731526972053.1731526973134 not finished, retry = 0 2024-11-13T19:42:57,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741830_1006 (size=35428) 2024-11-13T19:42:57,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45681 is added to blk_1073741830_1006 (size=35428) 2024-11-13T19:42:57,109 INFO [M:0;80cec940e2c9:43709 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:42:57,109 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:42:57,109 INFO [M:0;80cec940e2c9:43709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43709 2024-11-13T19:42:57,109 INFO [M:0;80cec940e2c9:43709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:42:57,217 INFO [M:0;80cec940e2c9:43709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:42:57,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:57,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43709-0x10136e6982c0000, quorum=127.0.0.1:52467, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:42:57,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6619e1a3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:42:57,220 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e5d1366{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:42:57,220 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:42:57,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526ababc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:42:57,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50e75b94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/hadoop.log.dir/,STOPPED} 2024-11-13T19:42:57,227 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:42:57,227 WARN [BP-2139269460-172.17.0.3-1731526970238 heartbeating to localhost/127.0.0.1:40647 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:42:57,227 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:42:57,227 WARN [BP-2139269460-172.17.0.3-1731526970238 heartbeating to localhost/127.0.0.1:40647 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2139269460-172.17.0.3-1731526970238 (Datanode Uuid 652a9edc-7997-443d-92ec-9d23c4711086) service to localhost/127.0.0.1:40647 2024-11-13T19:42:57,228 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/cluster_a0c499d3-708e-3c2e-8f7b-6a022fb5ad67/data/data3/current/BP-2139269460-172.17.0.3-1731526970238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:42:57,228 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/cluster_a0c499d3-708e-3c2e-8f7b-6a022fb5ad67/data/data4/current/BP-2139269460-172.17.0.3-1731526970238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:42:57,228 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:42:57,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2763a99b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:42:57,232 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c10967e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:42:57,232 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:42:57,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@261a65ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:42:57,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ef77ed1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/hadoop.log.dir/,STOPPED} 2024-11-13T19:42:57,233 WARN [BP-2139269460-172.17.0.3-1731526970238 heartbeating to localhost/127.0.0.1:40647 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:42:57,233 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:42:57,233 WARN [BP-2139269460-172.17.0.3-1731526970238 heartbeating to localhost/127.0.0.1:40647 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2139269460-172.17.0.3-1731526970238 (Datanode Uuid bd8ac602-30c6-4145-ba3a-34c60fad367d) service to localhost/127.0.0.1:40647 2024-11-13T19:42:57,233 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:42:57,234 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/cluster_a0c499d3-708e-3c2e-8f7b-6a022fb5ad67/data/data1/current/BP-2139269460-172.17.0.3-1731526970238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:42:57,235 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/cluster_a0c499d3-708e-3c2e-8f7b-6a022fb5ad67/data/data2/current/BP-2139269460-172.17.0.3-1731526970238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:42:57,235 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:42:57,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f7c48ec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:42:57,242 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c5f308a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:42:57,242 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:42:57,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ade3e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:42:57,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31a70078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/hadoop.log.dir/,STOPPED} 2024-11-13T19:42:57,249 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:42:57,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:42:57,279 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=152 (was 134) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40647 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:40647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40647 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=497 (was 471) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=422 (was 302) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3334 (was 3869) 2024-11-13T19:42:57,288 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=152, OpenFileDescriptor=497, MaxFileDescriptor=1048576, SystemLoadAverage=422, ProcessCount=11, AvailableMemoryMB=3334 2024-11-13T19:42:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/hadoop.log.dir so I do NOT create it in target/test-data/304fae60-f784-8429-7798-c6869100f7ff 2024-11-13T19:42:57,304 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:42:57,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/hadoop.tmp.dir so I do NOT create it in target/test-data/304fae60-f784-8429-7798-c6869100f7ff 2024-11-13T19:42:57,304 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fb00200-c0f8-3085-60ab-fc14e15300df/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:42:57,305 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff 2024-11-13T19:42:57,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:42:57,305 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/cluster_e38cd712-2e38-45f7-029f-6959a934c321, deleteOnExit=true 2024-11-13T19:42:57,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:42:57,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/test.cache.data in system properties and HBase conf 2024-11-13T19:42:57,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:42:57,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:42:57,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:42:57,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:42:57,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:42:57,306 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:42:57,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:42:57,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:42:57,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:42:57,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:42:57,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:42:57,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:42:57,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:42:57,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:42:57,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:42:57,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:42:57,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:42:57,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:42:57,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:42:57,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:42:57,529 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T19:42:57,558 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:42:57,559 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:42:57,559 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:42:57,559 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:42:57,560 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:42:57,560 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:42:57,570 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:42:57,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:42:57,605 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:42:57,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:42:57,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:42:57,607 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:42:57,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:42:57,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@472ac2fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:42:57,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3aef05d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:42:57,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f6d14c2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/java.io.tmpdir/jetty-localhost-41245-hadoop-hdfs-3_4_1-tests_jar-_-any-12492213566197650416/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:42:57,715 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3601c49{HTTP/1.1, (http/1.1)}{localhost:41245} 2024-11-13T19:42:57,715 INFO [Time-limited test {}] server.Server(415): Started @31646ms 2024-11-13T19:42:57,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:42:57,888 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:42:57,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:42:57,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:42:57,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:42:57,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@746beb2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:42:57,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f464654{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:42:58,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ccf68a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/java.io.tmpdir/jetty-localhost-35699-hadoop-hdfs-3_4_1-tests_jar-_-any-3317991456861946919/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:42:58,014 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74f2d4c9{HTTP/1.1, (http/1.1)}{localhost:35699} 2024-11-13T19:42:58,014 INFO [Time-limited test {}] server.Server(415): Started @31945ms 2024-11-13T19:42:58,015 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:42:58,047 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:42:58,051 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:42:58,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:42:58,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:42:58,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:42:58,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@369de59b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:42:58,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4af8baa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:42:58,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fc53bb4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/java.io.tmpdir/jetty-localhost-37563-hadoop-hdfs-3_4_1-tests_jar-_-any-9847446652582382435/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:42:58,155 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@417306c5{HTTP/1.1, (http/1.1)}{localhost:37563} 2024-11-13T19:42:58,155 INFO [Time-limited test {}] server.Server(415): Started @32086ms 2024-11-13T19:42:58,156 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:42:58,741 WARN [Thread-1168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/cluster_e38cd712-2e38-45f7-029f-6959a934c321/data/data1/current/BP-508734682-172.17.0.3-1731526977328/current, will proceed with Du for space computation calculation, 2024-11-13T19:42:58,743 WARN [Thread-1169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/cluster_e38cd712-2e38-45f7-029f-6959a934c321/data/data2/current/BP-508734682-172.17.0.3-1731526977328/current, will proceed with Du for space computation calculation, 2024-11-13T19:42:58,767 WARN [Thread-1132 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:42:58,773 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8375a1efe88e9a9 with lease ID 0xf62edf3881a77af8: Processing first storage report for DS-99f828ab-232a-4fca-945b-61e81669c4a7 from datanode DatanodeRegistration(127.0.0.1:33145, datanodeUuid=7872b7c5-ea39-4007-a0fc-41783e72cbf6, infoPort=44687, infoSecurePort=0, ipcPort=40121, storageInfo=lv=-57;cid=testClusterID;nsid=1045972654;c=1731526977328) 2024-11-13T19:42:58,773 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8375a1efe88e9a9 with lease ID 0xf62edf3881a77af8: from storage DS-99f828ab-232a-4fca-945b-61e81669c4a7 node DatanodeRegistration(127.0.0.1:33145, datanodeUuid=7872b7c5-ea39-4007-a0fc-41783e72cbf6, infoPort=44687, infoSecurePort=0, ipcPort=40121, storageInfo=lv=-57;cid=testClusterID;nsid=1045972654;c=1731526977328), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T19:42:58,774 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8375a1efe88e9a9 with lease ID 0xf62edf3881a77af8: Processing first storage report for DS-7927c9bc-1329-4689-85b3-c2052d8e5448 from datanode DatanodeRegistration(127.0.0.1:33145, datanodeUuid=7872b7c5-ea39-4007-a0fc-41783e72cbf6, infoPort=44687, infoSecurePort=0, ipcPort=40121, storageInfo=lv=-57;cid=testClusterID;nsid=1045972654;c=1731526977328) 2024-11-13T19:42:58,774 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8375a1efe88e9a9 with lease ID 0xf62edf3881a77af8: from storage DS-7927c9bc-1329-4689-85b3-c2052d8e5448 node DatanodeRegistration(127.0.0.1:33145, datanodeUuid=7872b7c5-ea39-4007-a0fc-41783e72cbf6, infoPort=44687, infoSecurePort=0, ipcPort=40121, storageInfo=lv=-57;cid=testClusterID;nsid=1045972654;c=1731526977328), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:42:58,827 WARN [Thread-1179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/cluster_e38cd712-2e38-45f7-029f-6959a934c321/data/data3/current/BP-508734682-172.17.0.3-1731526977328/current, will proceed with Du for space computation calculation, 2024-11-13T19:42:58,827 WARN [Thread-1180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/cluster_e38cd712-2e38-45f7-029f-6959a934c321/data/data4/current/BP-508734682-172.17.0.3-1731526977328/current, will proceed with Du for space computation calculation, 2024-11-13T19:42:58,848 WARN [Thread-1155 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:42:58,851 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30966f890ac247a1 with lease ID 0xf62edf3881a77af9: Processing first storage report for DS-7aeea308-8001-4686-9906-a868e25b737d from datanode DatanodeRegistration(127.0.0.1:37907, datanodeUuid=8f210db5-2cf4-4a28-95ad-5e2cf4e0c995, infoPort=35969, infoSecurePort=0, ipcPort=33193, storageInfo=lv=-57;cid=testClusterID;nsid=1045972654;c=1731526977328) 2024-11-13T19:42:58,852 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30966f890ac247a1 with lease ID 0xf62edf3881a77af9: from storage DS-7aeea308-8001-4686-9906-a868e25b737d node DatanodeRegistration(127.0.0.1:37907, datanodeUuid=8f210db5-2cf4-4a28-95ad-5e2cf4e0c995, infoPort=35969, infoSecurePort=0, ipcPort=33193, storageInfo=lv=-57;cid=testClusterID;nsid=1045972654;c=1731526977328), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:42:58,852 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30966f890ac247a1 with lease ID 0xf62edf3881a77af9: Processing first storage report for DS-81c76465-ace8-442b-ad7b-aa2697759a7f from datanode DatanodeRegistration(127.0.0.1:37907, datanodeUuid=8f210db5-2cf4-4a28-95ad-5e2cf4e0c995, infoPort=35969, infoSecurePort=0, ipcPort=33193, storageInfo=lv=-57;cid=testClusterID;nsid=1045972654;c=1731526977328) 2024-11-13T19:42:58,852 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30966f890ac247a1 with lease ID 0xf62edf3881a77af9: from storage DS-81c76465-ace8-442b-ad7b-aa2697759a7f node DatanodeRegistration(127.0.0.1:37907, datanodeUuid=8f210db5-2cf4-4a28-95ad-5e2cf4e0c995, infoPort=35969, infoSecurePort=0, ipcPort=33193, storageInfo=lv=-57;cid=testClusterID;nsid=1045972654;c=1731526977328), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:42:58,891 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff 2024-11-13T19:42:58,895 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/cluster_e38cd712-2e38-45f7-029f-6959a934c321/zookeeper_0, clientPort=62881, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/cluster_e38cd712-2e38-45f7-029f-6959a934c321/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/cluster_e38cd712-2e38-45f7-029f-6959a934c321/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:42:58,897 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62881 2024-11-13T19:42:58,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:58,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:58,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33145 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:42:58,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:42:58,910 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba with version=8 2024-11-13T19:42:58,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/hbase-staging 2024-11-13T19:42:58,912 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:42:58,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:58,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:58,912 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:42:58,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:58,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:42:58,912 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:42:58,913 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:42:58,913 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45405 2024-11-13T19:42:58,915 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45405 connecting to ZooKeeper ensemble=127.0.0.1:62881 2024-11-13T19:42:58,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454050x0, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:42:58,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45405-0x10136e6b2f60000 connected 2024-11-13T19:42:59,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:59,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:59,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:59,038 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba, hbase.cluster.distributed=false 2024-11-13T19:42:59,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T19:42:59,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45405 2024-11-13T19:42:59,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45405 2024-11-13T19:42:59,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45405 2024-11-13T19:42:59,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45405 2024-11-13T19:42:59,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45405 2024-11-13T19:42:59,059 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:42:59,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:59,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:59,059 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:42:59,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:59,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:42:59,059 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:42:59,059 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:42:59,060 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33035 2024-11-13T19:42:59,061 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33035 connecting to ZooKeeper ensemble=127.0.0.1:62881 2024-11-13T19:42:59,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:59,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:59,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330350x0, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:42:59,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330350x0, quorum=127.0.0.1:62881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:59,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33035-0x10136e6b2f60001 connected 2024-11-13T19:42:59,076 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:42:59,077 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T19:42:59,082 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T19:42:59,082 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T19:42:59,084 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T19:42:59,084 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:42:59,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33035-0x10136e6b2f60001, quorum=127.0.0.1:62881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T19:42:59,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33035-0x10136e6b2f60001, quorum=127.0.0.1:62881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T19:42:59,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33035 2024-11-13T19:42:59,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33035 2024-11-13T19:42:59,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33035 2024-11-13T19:42:59,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33035 2024-11-13T19:42:59,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33035 2024-11-13T19:42:59,104 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:42:59,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:59,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:59,104 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:42:59,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:42:59,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:42:59,104 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:42:59,104 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:42:59,105 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43177 2024-11-13T19:42:59,106 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43177 connecting to ZooKeeper ensemble=127.0.0.1:62881 2024-11-13T19:42:59,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:59,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:59,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431770x0, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:42:59,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431770x0, quorum=127.0.0.1:62881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:42:59,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43177-0x10136e6b2f60002 connected 2024-11-13T19:42:59,118 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:42:59,118 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T19:42:59,124 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T19:42:59,125 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T19:42:59,125 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T19:42:59,126 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:42:59,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43177-0x10136e6b2f60002, quorum=127.0.0.1:62881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T19:42:59,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43177-0x10136e6b2f60002, quorum=127.0.0.1:62881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T19:42:59,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43177 2024-11-13T19:42:59,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43177 2024-11-13T19:42:59,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43177 2024-11-13T19:42:59,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43177 2024-11-13T19:42:59,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43177 2024-11-13T19:42:59,141 DEBUG [M:0;80cec940e2c9:45405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:45405 2024-11-13T19:42:59,141 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/80cec940e2c9,45405,1731526978912 2024-11-13T19:42:59,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33035-0x10136e6b2f60001, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:59,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:59,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x10136e6b2f60002, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:59,151 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/80cec940e2c9,45405,1731526978912 2024-11-13T19:42:59,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33035-0x10136e6b2f60001, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T19:42:59,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x10136e6b2f60002, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T19:42:59,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:59,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33035-0x10136e6b2f60001, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:59,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x10136e6b2f60002, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:59,159 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T19:42:59,160 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/80cec940e2c9,45405,1731526978912 from backup master directory 2024-11-13T19:42:59,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33035-0x10136e6b2f60001, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:59,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/80cec940e2c9,45405,1731526978912 2024-11-13T19:42:59,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x10136e6b2f60002, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:59,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:42:59,167 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:42:59,167 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,45405,1731526978912 2024-11-13T19:42:59,173 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/hbase.id] with ID: 7e2e8026-f67f-4199-952f-82ca35c5c8d6 2024-11-13T19:42:59,173 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/.tmp/hbase.id 2024-11-13T19:42:59,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:42:59,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33145 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:42:59,181 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/.tmp/hbase.id]:[hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/hbase.id] 2024-11-13T19:42:59,198 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:42:59,198 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:42:59,200 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T19:42:59,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x10136e6b2f60002, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:59,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:59,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33035-0x10136e6b2f60001, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:59,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:42:59,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33145 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:42:59,220 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:42:59,221 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:42:59,223 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:42:59,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33145 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:42:59,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:42:59,240 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/data/master/store 2024-11-13T19:42:59,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33145 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:42:59,263 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:59,263 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:42:59,263 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:59,263 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:59,263 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:42:59,263 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:59,263 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:42:59,263 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526979263Disabling compacts and flushes for region at 1731526979263Disabling writes for close at 1731526979263Writing region close event to WAL at 1731526979263Closed at 1731526979263 2024-11-13T19:42:59,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:42:59,265 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/data/master/store/.initializing 2024-11-13T19:42:59,265 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/WALs/80cec940e2c9,45405,1731526978912 2024-11-13T19:42:59,267 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:42:59,270 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C45405%2C1731526978912, suffix=, logDir=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/WALs/80cec940e2c9,45405,1731526978912, archiveDir=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/oldWALs, maxLogs=10 2024-11-13T19:42:59,293 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/WALs/80cec940e2c9,45405,1731526978912/80cec940e2c9%2C45405%2C1731526978912.1731526979270, exclude list is [], retry=0 2024-11-13T19:42:59,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33145,DS-99f828ab-232a-4fca-945b-61e81669c4a7,DISK] 2024-11-13T19:42:59,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37907,DS-7aeea308-8001-4686-9906-a868e25b737d,DISK] 2024-11-13T19:42:59,302 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/WALs/80cec940e2c9,45405,1731526978912/80cec940e2c9%2C45405%2C1731526978912.1731526979270 2024-11-13T19:42:59,305 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44687:44687),(127.0.0.1/127.0.0.1:35969:35969)] 2024-11-13T19:42:59,305 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:42:59,305 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:42:59,306 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:59,306 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:59,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:59,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:42:59,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:59,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:42:59,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:59,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:42:59,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:59,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:42:59,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:59,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:42:59,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:59,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:42:59,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:59,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:42:59,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:59,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:42:59,326 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:59,328 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:59,328 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:59,330 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:59,330 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:59,331 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:42:59,333 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:42:59,337 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:42:59,337 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59195726, jitterRate=-0.11791494488716125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:42:59,338 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526979306Initializing all the Stores at 1731526979308 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526979308Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526979311 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526979311Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526979311Cleaning up temporary data from old regions at 1731526979330 (+19 ms)Region opened successfully at 1731526979338 (+8 ms) 2024-11-13T19:42:59,339 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:42:59,345 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a604bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:42:59,347 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:42:59,347 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:42:59,347 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:42:59,347 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:42:59,348 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:42:59,349 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:42:59,349 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:42:59,354 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:42:59,355 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T19:42:59,361 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T19:42:59,361 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:42:59,363 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:42:59,367 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T19:42:59,368 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:42:59,372 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:42:59,379 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T19:42:59,387 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:42:59,392 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T19:42:59,399 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:42:59,408 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T19:42:59,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x10136e6b2f60002, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:59,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33035-0x10136e6b2f60001, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:59,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33035-0x10136e6b2f60001, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:59,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x10136e6b2f60002, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:59,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T19:42:59,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:59,423 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,45405,1731526978912, sessionid=0x10136e6b2f60000, setting cluster-up flag (Was=false) 2024-11-13T19:42:59,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x10136e6b2f60002, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:59,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33035-0x10136e6b2f60001, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:59,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:59,475 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T19:42:59,477 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,45405,1731526978912 2024-11-13T19:42:59,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x10136e6b2f60002, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:59,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:59,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33035-0x10136e6b2f60001, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:42:59,517 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T19:42:59,520 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,45405,1731526978912 2024-11-13T19:42:59,521 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:42:59,524 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:42:59,525 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:42:59,525 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:42:59,525 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,45405,1731526978912 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:42:59,534 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:42:59,535 INFO [RS:0;80cec940e2c9:33035 {}] regionserver.HRegionServer(746): ClusterId : 7e2e8026-f67f-4199-952f-82ca35c5c8d6 2024-11-13T19:42:59,535 DEBUG [RS:0;80cec940e2c9:33035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:42:59,535 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:42:59,535 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:42:59,535 INFO [RS:1;80cec940e2c9:43177 {}] regionserver.HRegionServer(746): ClusterId : 7e2e8026-f67f-4199-952f-82ca35c5c8d6 2024-11-13T19:42:59,535 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:42:59,535 DEBUG [RS:1;80cec940e2c9:43177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:42:59,535 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:42:59,535 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,535 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:42:59,535 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,544 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:42:59,544 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:42:59,546 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:42:59,546 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:42:59,550 DEBUG [RS:1;80cec940e2c9:43177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:42:59,550 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731527009550 2024-11-13T19:42:59,551 DEBUG [RS:1;80cec940e2c9:43177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:42:59,551 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:42:59,551 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:42:59,551 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:42:59,551 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:42:59,551 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:42:59,551 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:42:59,552 DEBUG [RS:0;80cec940e2c9:33035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:42:59,552 DEBUG [RS:0;80cec940e2c9:33035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:42:59,558 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,571 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:42:59,571 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:42:59,571 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:42:59,573 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:42:59,573 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:42:59,573 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526979573,5,FailOnTimeoutGroup] 2024-11-13T19:42:59,574 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526979573,5,FailOnTimeoutGroup] 2024-11-13T19:42:59,575 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,575 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:42:59,575 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,575 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:42:59,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33145 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:42:59,651 DEBUG [RS:1;80cec940e2c9:43177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:42:59,651 DEBUG [RS:1;80cec940e2c9:43177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444b911f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:42:59,651 DEBUG [RS:0;80cec940e2c9:33035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:42:59,652 DEBUG [RS:0;80cec940e2c9:33035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa1405b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:42:59,667 DEBUG [RS:1;80cec940e2c9:43177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;80cec940e2c9:43177 2024-11-13T19:42:59,667 INFO [RS:1;80cec940e2c9:43177 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:42:59,667 INFO [RS:1;80cec940e2c9:43177 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:42:59,667 DEBUG [RS:1;80cec940e2c9:43177 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:42:59,668 INFO [RS:1;80cec940e2c9:43177 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,45405,1731526978912 with port=43177, startcode=1731526979104 2024-11-13T19:42:59,668 DEBUG [RS:1;80cec940e2c9:43177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:42:59,672 DEBUG [RS:0;80cec940e2c9:33035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:33035 2024-11-13T19:42:59,672 INFO [RS:0;80cec940e2c9:33035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:42:59,672 INFO [RS:0;80cec940e2c9:33035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:42:59,672 DEBUG [RS:0;80cec940e2c9:33035 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:42:59,673 INFO [RS:0;80cec940e2c9:33035 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,45405,1731526978912 with port=33035, startcode=1731526979059 2024-11-13T19:42:59,673 DEBUG [RS:0;80cec940e2c9:33035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:42:59,675 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:42:59,675 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:42:59,676 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45405 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,43177,1731526979104 2024-11-13T19:42:59,676 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45405 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,43177,1731526979104 2024-11-13T19:42:59,678 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45405 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,33035,1731526979059 2024-11-13T19:42:59,679 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45405 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,33035,1731526979059 2024-11-13T19:42:59,680 DEBUG [RS:1;80cec940e2c9:43177 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba 2024-11-13T19:42:59,680 DEBUG [RS:1;80cec940e2c9:43177 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40357 2024-11-13T19:42:59,681 DEBUG [RS:1;80cec940e2c9:43177 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:42:59,682 DEBUG [RS:0;80cec940e2c9:33035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba 2024-11-13T19:42:59,682 DEBUG [RS:0;80cec940e2c9:33035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40357 2024-11-13T19:42:59,682 DEBUG [RS:0;80cec940e2c9:33035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:42:59,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T19:42:59,720 DEBUG [RS:1;80cec940e2c9:43177 {}] zookeeper.ZKUtil(111): regionserver:43177-0x10136e6b2f60002, quorum=127.0.0.1:62881, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80cec940e2c9,43177,1731526979104 2024-11-13T19:42:59,720 WARN [RS:1;80cec940e2c9:43177 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:42:59,720 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,43177,1731526979104] 2024-11-13T19:42:59,720 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,33035,1731526979059] 2024-11-13T19:42:59,720 INFO [RS:1;80cec940e2c9:43177 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:42:59,720 DEBUG [RS:0;80cec940e2c9:33035 {}] zookeeper.ZKUtil(111): regionserver:33035-0x10136e6b2f60001, quorum=127.0.0.1:62881, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80cec940e2c9,33035,1731526979059 2024-11-13T19:42:59,720 DEBUG [RS:1;80cec940e2c9:43177 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/WALs/80cec940e2c9,43177,1731526979104 2024-11-13T19:42:59,720 WARN [RS:0;80cec940e2c9:33035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:42:59,720 INFO [RS:0;80cec940e2c9:33035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:42:59,720 DEBUG [RS:0;80cec940e2c9:33035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/WALs/80cec940e2c9,33035,1731526979059 2024-11-13T19:42:59,728 INFO [RS:1;80cec940e2c9:43177 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:42:59,730 INFO [RS:0;80cec940e2c9:33035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:42:59,730 INFO [RS:1;80cec940e2c9:43177 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:42:59,735 INFO [RS:1;80cec940e2c9:43177 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:42:59,735 INFO [RS:1;80cec940e2c9:43177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,735 INFO [RS:0;80cec940e2c9:33035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:42:59,737 INFO [RS:1;80cec940e2c9:43177 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:42:59,738 INFO [RS:0;80cec940e2c9:33035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:42:59,738 INFO [RS:0;80cec940e2c9:33035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,738 INFO [RS:0;80cec940e2c9:33035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:42:59,739 INFO [RS:1;80cec940e2c9:43177 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:42:59,739 INFO [RS:1;80cec940e2c9:43177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,739 DEBUG [RS:1;80cec940e2c9:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,739 DEBUG [RS:1;80cec940e2c9:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,739 DEBUG [RS:1;80cec940e2c9:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,739 DEBUG [RS:1;80cec940e2c9:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,739 DEBUG [RS:1;80cec940e2c9:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,739 DEBUG [RS:1;80cec940e2c9:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:42:59,739 DEBUG [RS:1;80cec940e2c9:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,740 DEBUG [RS:1;80cec940e2c9:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,740 DEBUG [RS:1;80cec940e2c9:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,740 DEBUG [RS:1;80cec940e2c9:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,740 DEBUG [RS:1;80cec940e2c9:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,740 DEBUG [RS:1;80cec940e2c9:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,740 DEBUG [RS:1;80cec940e2c9:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:42:59,740 DEBUG [RS:1;80cec940e2c9:43177 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:42:59,746 INFO [RS:0;80cec940e2c9:33035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:42:59,747 INFO [RS:0;80cec940e2c9:33035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,747 DEBUG [RS:0;80cec940e2c9:33035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,747 INFO [RS:1;80cec940e2c9:43177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,747 DEBUG [RS:0;80cec940e2c9:33035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,747 INFO [RS:1;80cec940e2c9:43177 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,747 DEBUG [RS:0;80cec940e2c9:33035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,747 INFO [RS:1;80cec940e2c9:43177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,747 DEBUG [RS:0;80cec940e2c9:33035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,747 INFO [RS:1;80cec940e2c9:43177 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,747 DEBUG [RS:0;80cec940e2c9:33035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,747 INFO [RS:1;80cec940e2c9:43177 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,747 DEBUG [RS:0;80cec940e2c9:33035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:42:59,747 INFO [RS:1;80cec940e2c9:43177 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43177,1731526979104-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:42:59,747 DEBUG [RS:0;80cec940e2c9:33035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,747 DEBUG [RS:0;80cec940e2c9:33035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,747 DEBUG [RS:0;80cec940e2c9:33035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,747 DEBUG [RS:0;80cec940e2c9:33035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,748 DEBUG [RS:0;80cec940e2c9:33035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,748 DEBUG [RS:0;80cec940e2c9:33035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:42:59,748 DEBUG [RS:0;80cec940e2c9:33035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:42:59,748 DEBUG [RS:0;80cec940e2c9:33035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:42:59,754 INFO [RS:0;80cec940e2c9:33035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,754 INFO [RS:0;80cec940e2c9:33035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,754 INFO [RS:0;80cec940e2c9:33035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,754 INFO [RS:0;80cec940e2c9:33035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,754 INFO [RS:0;80cec940e2c9:33035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,755 INFO [RS:0;80cec940e2c9:33035 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33035,1731526979059-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:42:59,771 INFO [RS:1;80cec940e2c9:43177 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:42:59,771 INFO [RS:1;80cec940e2c9:43177 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,43177,1731526979104-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,774 INFO [RS:1;80cec940e2c9:43177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,774 INFO [RS:1;80cec940e2c9:43177 {}] regionserver.Replication(171): 80cec940e2c9,43177,1731526979104 started 2024-11-13T19:42:59,775 INFO [RS:0;80cec940e2c9:33035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:42:59,775 INFO [RS:0;80cec940e2c9:33035 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,33035,1731526979059-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,776 INFO [RS:0;80cec940e2c9:33035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,776 INFO [RS:0;80cec940e2c9:33035 {}] regionserver.Replication(171): 80cec940e2c9,33035,1731526979059 started 2024-11-13T19:42:59,795 INFO [RS:1;80cec940e2c9:43177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,795 INFO [RS:0;80cec940e2c9:33035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:42:59,796 INFO [RS:1;80cec940e2c9:43177 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,43177,1731526979104, RpcServer on 80cec940e2c9/172.17.0.3:43177, sessionid=0x10136e6b2f60002 2024-11-13T19:42:59,796 INFO [RS:0;80cec940e2c9:33035 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,33035,1731526979059, RpcServer on 80cec940e2c9/172.17.0.3:33035, sessionid=0x10136e6b2f60001 2024-11-13T19:42:59,796 DEBUG [RS:0;80cec940e2c9:33035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:42:59,796 DEBUG [RS:1;80cec940e2c9:43177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:42:59,796 DEBUG [RS:0;80cec940e2c9:33035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,33035,1731526979059 2024-11-13T19:42:59,796 DEBUG [RS:1;80cec940e2c9:43177 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,43177,1731526979104 2024-11-13T19:42:59,796 DEBUG [RS:0;80cec940e2c9:33035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,33035,1731526979059' 2024-11-13T19:42:59,796 DEBUG [RS:1;80cec940e2c9:43177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,43177,1731526979104' 2024-11-13T19:42:59,796 DEBUG [RS:0;80cec940e2c9:33035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T19:42:59,796 DEBUG [RS:1;80cec940e2c9:43177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T19:42:59,796 DEBUG [RS:1;80cec940e2c9:43177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T19:42:59,797 DEBUG [RS:0;80cec940e2c9:33035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T19:42:59,797 DEBUG [RS:1;80cec940e2c9:43177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:42:59,797 DEBUG [RS:0;80cec940e2c9:33035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:42:59,797 DEBUG [RS:1;80cec940e2c9:43177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:42:59,797 DEBUG [RS:0;80cec940e2c9:33035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:42:59,797 DEBUG [RS:1;80cec940e2c9:43177 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,43177,1731526979104 2024-11-13T19:42:59,797 DEBUG [RS:0;80cec940e2c9:33035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,33035,1731526979059 2024-11-13T19:42:59,797 DEBUG [RS:1;80cec940e2c9:43177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,43177,1731526979104' 2024-11-13T19:42:59,797 DEBUG [RS:1;80cec940e2c9:43177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T19:42:59,797 DEBUG [RS:0;80cec940e2c9:33035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,33035,1731526979059' 2024-11-13T19:42:59,797 DEBUG [RS:0;80cec940e2c9:33035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T19:42:59,797 DEBUG [RS:1;80cec940e2c9:43177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T19:42:59,797 DEBUG [RS:0;80cec940e2c9:33035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T19:42:59,797 DEBUG [RS:1;80cec940e2c9:43177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:42:59,798 DEBUG [RS:0;80cec940e2c9:33035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:42:59,798 INFO [RS:1;80cec940e2c9:43177 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:42:59,798 INFO [RS:0;80cec940e2c9:33035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:42:59,798 INFO [RS:1;80cec940e2c9:43177 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:42:59,798 INFO [RS:0;80cec940e2c9:33035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:42:59,898 INFO [RS:1;80cec940e2c9:43177 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:42:59,898 INFO [RS:0;80cec940e2c9:33035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:42:59,900 INFO [RS:1;80cec940e2c9:43177 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C43177%2C1731526979104, suffix=, logDir=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/WALs/80cec940e2c9,43177,1731526979104, archiveDir=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/oldWALs, maxLogs=32 2024-11-13T19:42:59,900 INFO [RS:0;80cec940e2c9:33035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C33035%2C1731526979059, suffix=, logDir=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/WALs/80cec940e2c9,33035,1731526979059, archiveDir=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/oldWALs, maxLogs=32 2024-11-13T19:42:59,913 DEBUG [RS:1;80cec940e2c9:43177 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/WALs/80cec940e2c9,43177,1731526979104/80cec940e2c9%2C43177%2C1731526979104.1731526979900, exclude list is [], retry=0 2024-11-13T19:42:59,913 DEBUG [RS:0;80cec940e2c9:33035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/WALs/80cec940e2c9,33035,1731526979059/80cec940e2c9%2C33035%2C1731526979059.1731526979900, exclude list is [], retry=0 2024-11-13T19:42:59,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37907,DS-7aeea308-8001-4686-9906-a868e25b737d,DISK] 2024-11-13T19:42:59,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33145,DS-99f828ab-232a-4fca-945b-61e81669c4a7,DISK] 2024-11-13T19:42:59,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33145,DS-99f828ab-232a-4fca-945b-61e81669c4a7,DISK] 2024-11-13T19:42:59,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37907,DS-7aeea308-8001-4686-9906-a868e25b737d,DISK] 2024-11-13T19:42:59,920 INFO [RS:0;80cec940e2c9:33035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/WALs/80cec940e2c9,33035,1731526979059/80cec940e2c9%2C33035%2C1731526979059.1731526979900 2024-11-13T19:42:59,920 INFO [RS:1;80cec940e2c9:43177 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/WALs/80cec940e2c9,43177,1731526979104/80cec940e2c9%2C43177%2C1731526979104.1731526979900 2024-11-13T19:42:59,920 DEBUG [RS:0;80cec940e2c9:33035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44687:44687),(127.0.0.1/127.0.0.1:35969:35969)] 2024-11-13T19:42:59,920 DEBUG [RS:1;80cec940e2c9:43177 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44687:44687),(127.0.0.1/127.0.0.1:35969:35969)] 2024-11-13T19:42:59,984 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:42:59,984 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba 2024-11-13T19:42:59,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33145 is added to blk_1073741834_1010 (size=32) 2024-11-13T19:42:59,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741834_1010 (size=32) 2024-11-13T19:43:00,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:43:00,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:43:00,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:43:00,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:00,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:43:00,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:43:00,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:43:00,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:00,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:43:00,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:43:00,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:43:00,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:00,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:43:00,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:43:00,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:43:00,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:00,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:43:00,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:43:00,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/hbase/meta/1588230740 2024-11-13T19:43:00,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/hbase/meta/1588230740 2024-11-13T19:43:00,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:43:00,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:43:00,408 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:43:00,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:43:00,411 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:43:00,412 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60053422, jitterRate=-0.1051342785358429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:43:00,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526980393Initializing all the Stores at 1731526980394 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526980394Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526980395 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526980395Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526980395Cleaning up temporary data from old regions at 1731526980408 (+13 ms)Region opened successfully at 1731526980412 (+4 ms) 2024-11-13T19:43:00,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:43:00,413 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:43:00,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:43:00,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:43:00,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:43:00,413 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:43:00,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526980412Disabling compacts and flushes for region at 1731526980412Disabling writes for close at 1731526980413 (+1 ms)Writing region close event to WAL at 1731526980413Closed at 1731526980413 2024-11-13T19:43:00,414 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:43:00,414 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:43:00,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:43:00,416 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:43:00,417 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:43:00,568 DEBUG [80cec940e2c9:45405 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T19:43:00,568 DEBUG [80cec940e2c9:45405 {}] balancer.BalancerClusterState(204): Hosts are {80cec940e2c9=0} racks are {/default-rack=0} 2024-11-13T19:43:00,570 DEBUG [80cec940e2c9:45405 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T19:43:00,570 DEBUG [80cec940e2c9:45405 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T19:43:00,570 DEBUG [80cec940e2c9:45405 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T19:43:00,570 DEBUG [80cec940e2c9:45405 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T19:43:00,570 INFO [80cec940e2c9:45405 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T19:43:00,570 INFO [80cec940e2c9:45405 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T19:43:00,570 DEBUG [80cec940e2c9:45405 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T19:43:00,571 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,33035,1731526979059 2024-11-13T19:43:00,572 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,33035,1731526979059, state=OPENING 2024-11-13T19:43:00,583 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:43:00,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33035-0x10136e6b2f60001, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:00,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x10136e6b2f60002, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:00,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:00,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:43:00,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:43:00,592 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:43:00,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,33035,1731526979059}] 2024-11-13T19:43:00,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:43:00,747 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:43:00,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:43:00,763 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:43:00,763 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:43:00,763 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:43:00,767 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C33035%2C1731526979059.meta, suffix=.meta, logDir=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/WALs/80cec940e2c9,33035,1731526979059, archiveDir=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/oldWALs, maxLogs=32 2024-11-13T19:43:00,787 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/WALs/80cec940e2c9,33035,1731526979059/80cec940e2c9%2C33035%2C1731526979059.meta.1731526980767.meta, exclude list is [], retry=0 2024-11-13T19:43:00,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37907,DS-7aeea308-8001-4686-9906-a868e25b737d,DISK] 2024-11-13T19:43:00,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33145,DS-99f828ab-232a-4fca-945b-61e81669c4a7,DISK] 2024-11-13T19:43:00,794 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/WALs/80cec940e2c9,33035,1731526979059/80cec940e2c9%2C33035%2C1731526979059.meta.1731526980767.meta 2024-11-13T19:43:00,795 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35969:35969),(127.0.0.1/127.0.0.1:44687:44687)] 2024-11-13T19:43:00,795 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:43:00,795 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:43:00,796 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:43:00,796 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:43:00,796 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:43:00,796 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:43:00,796 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:43:00,796 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:43:00,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:43:00,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:43:00,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:00,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:43:00,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:43:00,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:43:00,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:00,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:43:00,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:43:00,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:43:00,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:00,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:43:00,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:43:00,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:43:00,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:00,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:43:00,806 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:43:00,807 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/hbase/meta/1588230740 2024-11-13T19:43:00,809 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/hbase/meta/1588230740 2024-11-13T19:43:00,810 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:43:00,811 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:43:00,811 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:43:00,813 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:43:00,814 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74202411, jitterRate=0.10570208728313446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:43:00,814 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:43:00,815 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526980796Writing region info on filesystem at 1731526980796Initializing all the Stores at 1731526980797 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526980797Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526980798 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526980798Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526980798Cleaning up temporary data from old regions at 1731526980811 (+13 ms)Running coprocessor post-open hooks at 1731526980814 (+3 ms)Region opened successfully at 1731526980815 (+1 ms) 2024-11-13T19:43:00,817 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526980746 2024-11-13T19:43:00,821 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:43:00,821 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:43:00,822 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,33035,1731526979059 2024-11-13T19:43:00,823 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,33035,1731526979059, state=OPEN 2024-11-13T19:43:00,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33035-0x10136e6b2f60001, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:43:00,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:43:00,833 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,33035,1731526979059 2024-11-13T19:43:00,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x10136e6b2f60002, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:43:00,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:43:00,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:43:00,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:43:00,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:43:00,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,33035,1731526979059 in 241 msec 2024-11-13T19:43:00,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:43:00,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-13T19:43:00,845 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:43:00,845 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:43:00,846 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:43:00,847 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,33035,1731526979059, seqNum=-1] 2024-11-13T19:43:00,847 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:43:00,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:43:00,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3340 sec 2024-11-13T19:43:00,859 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526980858, completionTime=-1 2024-11-13T19:43:00,859 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T19:43:00,859 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:43:00,864 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T19:43:00,864 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731527040864 2024-11-13T19:43:00,864 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731527100864 2024-11-13T19:43:00,864 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-13T19:43:00,864 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T19:43:00,867 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,45405,1731526978912-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:00,867 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,45405,1731526978912-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:00,867 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,45405,1731526978912-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:00,867 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:45405, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:00,867 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:00,870 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:43:00,870 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:00,877 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.709sec 2024-11-13T19:43:00,878 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:43:00,879 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:43:00,879 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:43:00,879 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:43:00,879 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:43:00,879 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,45405,1731526978912-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:43:00,879 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,45405,1731526978912-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:43:00,885 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:43:00,885 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:43:00,885 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,45405,1731526978912-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:00,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260d91ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:43:00,939 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,45405,-1 for getting cluster id 2024-11-13T19:43:00,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:43:00,941 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e2e8026-f67f-4199-952f-82ca35c5c8d6' 2024-11-13T19:43:00,941 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:43:00,941 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e2e8026-f67f-4199-952f-82ca35c5c8d6" 2024-11-13T19:43:00,942 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4060929c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:43:00,942 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,45405,-1] 2024-11-13T19:43:00,942 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:43:00,942 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:43:00,944 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:43:00,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8a1580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:43:00,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:43:00,946 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,33035,1731526979059, seqNum=-1] 2024-11-13T19:43:00,947 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:43:00,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:43:00,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,45405,1731526978912 2024-11-13T19:43:00,952 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:43:00,953 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,45405,1731526978912 2024-11-13T19:43:00,953 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@755a5712 2024-11-13T19:43:00,953 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:43:00,955 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:43:00,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:43:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T19:43:00,958 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:43:00,959 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:00,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T19:43:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:43:00,960 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:43:00,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33145 is added to blk_1073741836_1012 (size=379) 2024-11-13T19:43:00,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741836_1012 (size=379) 2024-11-13T19:43:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:43:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:43:01,371 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de028188e230659ec18dbd83c51406b0, NAME => 'testClearRegionBlockCache,,1731526980955.de028188e230659ec18dbd83c51406b0.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba 2024-11-13T19:43:01,372 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 046dd85ddd8ef13cac22df9583df528a, NAME => 'testClearRegionBlockCache,5,1731526980955.046dd85ddd8ef13cac22df9583df528a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba 2024-11-13T19:43:01,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741837_1013 (size=61) 2024-11-13T19:43:01,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33145 is added to blk_1073741837_1013 (size=61) 2024-11-13T19:43:01,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33145 is added to blk_1073741838_1014 (size=61) 2024-11-13T19:43:01,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741838_1014 (size=61) 2024-11-13T19:43:01,386 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731526980955.046dd85ddd8ef13cac22df9583df528a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:43:01,387 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 046dd85ddd8ef13cac22df9583df528a, disabling compactions & flushes 2024-11-13T19:43:01,387 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731526980955.046dd85ddd8ef13cac22df9583df528a. 2024-11-13T19:43:01,387 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731526980955.046dd85ddd8ef13cac22df9583df528a. 2024-11-13T19:43:01,387 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731526980955.046dd85ddd8ef13cac22df9583df528a. after waiting 0 ms 2024-11-13T19:43:01,387 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731526980955.de028188e230659ec18dbd83c51406b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:43:01,387 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731526980955.046dd85ddd8ef13cac22df9583df528a. 2024-11-13T19:43:01,387 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731526980955.046dd85ddd8ef13cac22df9583df528a. 2024-11-13T19:43:01,387 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing de028188e230659ec18dbd83c51406b0, disabling compactions & flushes 2024-11-13T19:43:01,387 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731526980955.de028188e230659ec18dbd83c51406b0. 2024-11-13T19:43:01,387 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 046dd85ddd8ef13cac22df9583df528a: Waiting for close lock at 1731526981387Disabling compacts and flushes for region at 1731526981387Disabling writes for close at 1731526981387Writing region close event to WAL at 1731526981387Closed at 1731526981387 2024-11-13T19:43:01,387 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731526980955.de028188e230659ec18dbd83c51406b0. 2024-11-13T19:43:01,387 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731526980955.de028188e230659ec18dbd83c51406b0. after waiting 0 ms 2024-11-13T19:43:01,387 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731526980955.de028188e230659ec18dbd83c51406b0. 2024-11-13T19:43:01,387 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731526980955.de028188e230659ec18dbd83c51406b0. 2024-11-13T19:43:01,387 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for de028188e230659ec18dbd83c51406b0: Waiting for close lock at 1731526981387Disabling compacts and flushes for region at 1731526981387Disabling writes for close at 1731526981387Writing region close event to WAL at 1731526981387Closed at 1731526981387 2024-11-13T19:43:01,389 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:43:01,389 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731526980955.046dd85ddd8ef13cac22df9583df528a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731526981389"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526981389"}]},"ts":"1731526981389"} 2024-11-13T19:43:01,389 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731526980955.de028188e230659ec18dbd83c51406b0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731526981389"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526981389"}]},"ts":"1731526981389"} 2024-11-13T19:43:01,394 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T19:43:01,395 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:43:01,395 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526981395"}]},"ts":"1731526981395"} 2024-11-13T19:43:01,398 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T19:43:01,399 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {80cec940e2c9=0} racks are {/default-rack=0} 2024-11-13T19:43:01,401 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T19:43:01,401 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T19:43:01,401 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T19:43:01,401 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T19:43:01,401 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T19:43:01,401 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T19:43:01,401 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T19:43:01,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de028188e230659ec18dbd83c51406b0, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=046dd85ddd8ef13cac22df9583df528a, ASSIGN}] 2024-11-13T19:43:01,404 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=046dd85ddd8ef13cac22df9583df528a, ASSIGN 2024-11-13T19:43:01,404 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de028188e230659ec18dbd83c51406b0, ASSIGN 2024-11-13T19:43:01,405 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de028188e230659ec18dbd83c51406b0, ASSIGN; state=OFFLINE, location=80cec940e2c9,43177,1731526979104; forceNewPlan=false, retain=false 2024-11-13T19:43:01,405 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=046dd85ddd8ef13cac22df9583df528a, ASSIGN; state=OFFLINE, location=80cec940e2c9,33035,1731526979059; forceNewPlan=false, retain=false 2024-11-13T19:43:01,556 INFO [80cec940e2c9:45405 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T19:43:01,556 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=046dd85ddd8ef13cac22df9583df528a, regionState=OPENING, regionLocation=80cec940e2c9,33035,1731526979059 2024-11-13T19:43:01,556 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=de028188e230659ec18dbd83c51406b0, regionState=OPENING, regionLocation=80cec940e2c9,43177,1731526979104 2024-11-13T19:43:01,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=046dd85ddd8ef13cac22df9583df528a, ASSIGN because future has completed 2024-11-13T19:43:01,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 046dd85ddd8ef13cac22df9583df528a, server=80cec940e2c9,33035,1731526979059}] 2024-11-13T19:43:01,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de028188e230659ec18dbd83c51406b0, ASSIGN because future has completed 2024-11-13T19:43:01,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure de028188e230659ec18dbd83c51406b0, server=80cec940e2c9,43177,1731526979104}] 2024-11-13T19:43:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:43:01,715 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:43:01,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:43:01,718 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731526980955.046dd85ddd8ef13cac22df9583df528a. 2024-11-13T19:43:01,718 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 046dd85ddd8ef13cac22df9583df528a, NAME => 'testClearRegionBlockCache,5,1731526980955.046dd85ddd8ef13cac22df9583df528a.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T19:43:01,719 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 046dd85ddd8ef13cac22df9583df528a 2024-11-13T19:43:01,719 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731526980955.046dd85ddd8ef13cac22df9583df528a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:43:01,719 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 046dd85ddd8ef13cac22df9583df528a 2024-11-13T19:43:01,719 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 046dd85ddd8ef13cac22df9583df528a 2024-11-13T19:43:01,721 INFO [StoreOpener-046dd85ddd8ef13cac22df9583df528a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 046dd85ddd8ef13cac22df9583df528a 2024-11-13T19:43:01,721 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731526980955.de028188e230659ec18dbd83c51406b0. 2024-11-13T19:43:01,721 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => de028188e230659ec18dbd83c51406b0, NAME => 'testClearRegionBlockCache,,1731526980955.de028188e230659ec18dbd83c51406b0.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T19:43:01,721 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache de028188e230659ec18dbd83c51406b0 2024-11-13T19:43:01,721 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731526980955.de028188e230659ec18dbd83c51406b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:43:01,721 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for de028188e230659ec18dbd83c51406b0 2024-11-13T19:43:01,721 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for de028188e230659ec18dbd83c51406b0 2024-11-13T19:43:01,722 INFO [StoreOpener-046dd85ddd8ef13cac22df9583df528a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 046dd85ddd8ef13cac22df9583df528a columnFamilyName family 2024-11-13T19:43:01,722 DEBUG [StoreOpener-046dd85ddd8ef13cac22df9583df528a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:01,723 INFO [StoreOpener-de028188e230659ec18dbd83c51406b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region de028188e230659ec18dbd83c51406b0 2024-11-13T19:43:01,723 INFO [StoreOpener-046dd85ddd8ef13cac22df9583df528a-1 {}] regionserver.HStore(327): Store=046dd85ddd8ef13cac22df9583df528a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:43:01,723 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 046dd85ddd8ef13cac22df9583df528a 2024-11-13T19:43:01,724 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/default/testClearRegionBlockCache/046dd85ddd8ef13cac22df9583df528a 2024-11-13T19:43:01,724 INFO [StoreOpener-de028188e230659ec18dbd83c51406b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de028188e230659ec18dbd83c51406b0 columnFamilyName family 2024-11-13T19:43:01,724 DEBUG [StoreOpener-de028188e230659ec18dbd83c51406b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:01,724 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/default/testClearRegionBlockCache/046dd85ddd8ef13cac22df9583df528a 2024-11-13T19:43:01,724 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 046dd85ddd8ef13cac22df9583df528a 2024-11-13T19:43:01,724 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 046dd85ddd8ef13cac22df9583df528a 2024-11-13T19:43:01,724 INFO [StoreOpener-de028188e230659ec18dbd83c51406b0-1 {}] regionserver.HStore(327): Store=de028188e230659ec18dbd83c51406b0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:43:01,725 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for de028188e230659ec18dbd83c51406b0 2024-11-13T19:43:01,725 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/default/testClearRegionBlockCache/de028188e230659ec18dbd83c51406b0 2024-11-13T19:43:01,725 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/default/testClearRegionBlockCache/de028188e230659ec18dbd83c51406b0 2024-11-13T19:43:01,726 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for de028188e230659ec18dbd83c51406b0 2024-11-13T19:43:01,726 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for de028188e230659ec18dbd83c51406b0 2024-11-13T19:43:01,726 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 046dd85ddd8ef13cac22df9583df528a 2024-11-13T19:43:01,727 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for de028188e230659ec18dbd83c51406b0 2024-11-13T19:43:01,729 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/default/testClearRegionBlockCache/046dd85ddd8ef13cac22df9583df528a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:43:01,729 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/default/testClearRegionBlockCache/de028188e230659ec18dbd83c51406b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:43:01,729 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 046dd85ddd8ef13cac22df9583df528a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64666791, jitterRate=-0.03638972342014313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T19:43:01,729 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 046dd85ddd8ef13cac22df9583df528a 2024-11-13T19:43:01,730 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened de028188e230659ec18dbd83c51406b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69644754, jitterRate=0.03778770565986633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T19:43:01,730 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de028188e230659ec18dbd83c51406b0 2024-11-13T19:43:01,730 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 046dd85ddd8ef13cac22df9583df528a: Running coprocessor pre-open hook at 1731526981719Writing region info on filesystem at 1731526981719Initializing all the Stores at 1731526981720 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526981720Cleaning up temporary data from old regions at 1731526981724 (+4 ms)Running coprocessor post-open hooks at 1731526981729 (+5 ms)Region opened successfully at 1731526981730 (+1 ms) 2024-11-13T19:43:01,730 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for de028188e230659ec18dbd83c51406b0: Running coprocessor pre-open hook at 1731526981721Writing region info on filesystem at 1731526981721Initializing all the Stores at 1731526981722 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526981722Cleaning up temporary data from old regions at 1731526981726 (+4 ms)Running coprocessor post-open hooks at 1731526981730 (+4 ms)Region opened successfully at 1731526981730 2024-11-13T19:43:01,732 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731526980955.de028188e230659ec18dbd83c51406b0., pid=8, masterSystemTime=1731526981715 2024-11-13T19:43:01,732 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731526980955.046dd85ddd8ef13cac22df9583df528a., pid=7, masterSystemTime=1731526981714 2024-11-13T19:43:01,735 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731526980955.046dd85ddd8ef13cac22df9583df528a. 2024-11-13T19:43:01,735 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731526980955.046dd85ddd8ef13cac22df9583df528a. 2024-11-13T19:43:01,735 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=046dd85ddd8ef13cac22df9583df528a, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,33035,1731526979059 2024-11-13T19:43:01,736 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731526980955.de028188e230659ec18dbd83c51406b0. 2024-11-13T19:43:01,736 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731526980955.de028188e230659ec18dbd83c51406b0. 2024-11-13T19:43:01,736 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=de028188e230659ec18dbd83c51406b0, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,43177,1731526979104 2024-11-13T19:43:01,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 046dd85ddd8ef13cac22df9583df528a, server=80cec940e2c9,33035,1731526979059 because future has completed 2024-11-13T19:43:01,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure de028188e230659ec18dbd83c51406b0, server=80cec940e2c9,43177,1731526979104 because future has completed 2024-11-13T19:43:01,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T19:43:01,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 046dd85ddd8ef13cac22df9583df528a, server=80cec940e2c9,33035,1731526979059 in 181 msec 2024-11-13T19:43:01,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=046dd85ddd8ef13cac22df9583df528a, ASSIGN in 341 msec 2024-11-13T19:43:01,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-13T19:43:01,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure de028188e230659ec18dbd83c51406b0, server=80cec940e2c9,43177,1731526979104 in 180 msec 2024-11-13T19:43:01,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:43:01,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de028188e230659ec18dbd83c51406b0, ASSIGN in 342 msec 2024-11-13T19:43:01,748 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:43:01,749 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526981749"}]},"ts":"1731526981749"} 2024-11-13T19:43:01,751 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T19:43:01,753 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:43:01,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 797 msec 2024-11-13T19:43:01,937 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T19:43:01,937 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T19:43:01,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:43:01,939 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T19:43:01,939 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T19:43:01,939 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T19:43:01,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-13T19:43:01,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-13T19:43:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:43:02,098 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T19:43:02,098 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T19:43:02,098 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T19:43:02,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T19:43:02,102 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T19:43:02,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T19:43:02,105 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731526980955.de028188e230659ec18dbd83c51406b0., hostname=80cec940e2c9,43177,1731526979104, seqNum=2] 2024-11-13T19:43:02,106 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:43:02,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:43:02,120 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731526980955.046dd85ddd8ef13cac22df9583df528a., hostname=80cec940e2c9,33035,1731526979059, seqNum=2] 2024-11-13T19:43:02,132 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 046dd85ddd8ef13cac22df9583df528a 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T19:43:02,148 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/default/testClearRegionBlockCache/046dd85ddd8ef13cac22df9583df528a/.tmp/family/45b8be07086b474789ba8c05e909de74 is 32, key is 5/family:/1731526982121/Put/seqid=0 2024-11-13T19:43:02,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741839_1015 (size=5083) 2024-11-13T19:43:02,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33145 is added to blk_1073741839_1015 (size=5083) 2024-11-13T19:43:02,155 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/default/testClearRegionBlockCache/046dd85ddd8ef13cac22df9583df528a/.tmp/family/45b8be07086b474789ba8c05e909de74 2024-11-13T19:43:02,163 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/default/testClearRegionBlockCache/046dd85ddd8ef13cac22df9583df528a/.tmp/family/45b8be07086b474789ba8c05e909de74 as hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/default/testClearRegionBlockCache/046dd85ddd8ef13cac22df9583df528a/family/45b8be07086b474789ba8c05e909de74 2024-11-13T19:43:02,171 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/default/testClearRegionBlockCache/046dd85ddd8ef13cac22df9583df528a/family/45b8be07086b474789ba8c05e909de74, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T19:43:02,172 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 046dd85ddd8ef13cac22df9583df528a in 40ms, sequenceid=9, compaction requested=false 2024-11-13T19:43:02,172 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 046dd85ddd8ef13cac22df9583df528a: 2024-11-13T19:43:02,172 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing de028188e230659ec18dbd83c51406b0 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T19:43:02,233 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/default/testClearRegionBlockCache/de028188e230659ec18dbd83c51406b0/.tmp/family/bd8a457df5b3441fbb5c49a30e4191d6 is 32, key is 1/family:/1731526982108/Put/seqid=0 2024-11-13T19:43:02,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741840_1016 (size=5054) 2024-11-13T19:43:02,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33145 is added to blk_1073741840_1016 (size=5054) 2024-11-13T19:43:02,642 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/default/testClearRegionBlockCache/de028188e230659ec18dbd83c51406b0/.tmp/family/bd8a457df5b3441fbb5c49a30e4191d6 2024-11-13T19:43:02,651 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/default/testClearRegionBlockCache/de028188e230659ec18dbd83c51406b0/.tmp/family/bd8a457df5b3441fbb5c49a30e4191d6 as hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/default/testClearRegionBlockCache/de028188e230659ec18dbd83c51406b0/family/bd8a457df5b3441fbb5c49a30e4191d6 2024-11-13T19:43:02,661 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/default/testClearRegionBlockCache/de028188e230659ec18dbd83c51406b0/family/bd8a457df5b3441fbb5c49a30e4191d6, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T19:43:02,662 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for de028188e230659ec18dbd83c51406b0 in 490ms, sequenceid=8, compaction requested=false 2024-11-13T19:43:02,662 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for de028188e230659ec18dbd83c51406b0: 2024-11-13T19:43:02,665 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 45b8be07086b474789ba8c05e909de74, starting offset: 0, end offset: 9223372036854775807 2024-11-13T19:43:02,665 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 45b8be07086b474789ba8c05e909de74_0 from back map with offset lock 2094080 in the evict process 2024-11-13T19:43:02,668 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file bd8a457df5b3441fbb5c49a30e4191d6, starting offset: 0, end offset: 9223372036854775807 2024-11-13T19:43:02,668 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key bd8a457df5b3441fbb5c49a30e4191d6_0 from back map with offset lock 2094080 in the evict process 2024-11-13T19:43:02,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:43:02,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:43:02,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:43:02,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:43:02,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:43:02,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:43:02,669 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:43:02,669 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=131710006, stopped=false 2024-11-13T19:43:02,669 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,45405,1731526978912 2024-11-13T19:43:02,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T19:43:02,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33035-0x10136e6b2f60001, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T19:43:02,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x10136e6b2f60002, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T19:43:02,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:02,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x10136e6b2f60002, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:02,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33035-0x10136e6b2f60001, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:02,708 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:43:02,709 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:43:02,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33035-0x10136e6b2f60001, quorum=127.0.0.1:62881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:43:02,709 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:43:02,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:43:02,710 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,33035,1731526979059' ***** 2024-11-13T19:43:02,710 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:43:02,710 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,43177,1731526979104' ***** 2024-11-13T19:43:02,710 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:43:02,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43177-0x10136e6b2f60002, quorum=127.0.0.1:62881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:43:02,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:43:02,710 INFO [RS:1;80cec940e2c9:43177 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T19:43:02,710 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T19:43:02,710 INFO [RS:0;80cec940e2c9:33035 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T19:43:02,711 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T19:43:02,711 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T19:43:02,711 INFO [RS:0;80cec940e2c9:33035 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T19:43:02,711 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T19:43:02,711 INFO [RS:0;80cec940e2c9:33035 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:43:02,711 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:43:02,711 INFO [RS:0;80cec940e2c9:33035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:43:02,711 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T19:43:02,711 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T19:43:02,711 INFO [RS:0;80cec940e2c9:33035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:43:02,712 INFO [RS:0;80cec940e2c9:33035 {}] regionserver.HRegionServer(3091): Received CLOSE for 046dd85ddd8ef13cac22df9583df528a 2024-11-13T19:43:02,712 INFO [RS:1;80cec940e2c9:43177 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T19:43:02,712 INFO [RS:1;80cec940e2c9:43177 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:43:02,712 INFO [RS:1;80cec940e2c9:43177 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:43:02,712 INFO [RS:1;80cec940e2c9:43177 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:43:02,712 INFO [RS:1;80cec940e2c9:43177 {}] regionserver.HRegionServer(3091): Received CLOSE for de028188e230659ec18dbd83c51406b0 2024-11-13T19:43:02,712 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:43:02,712 INFO [RS:0;80cec940e2c9:33035 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,33035,1731526979059 2024-11-13T19:43:02,712 INFO [RS:0;80cec940e2c9:33035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:43:02,712 INFO [RS:0;80cec940e2c9:33035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:33035. 2024-11-13T19:43:02,713 DEBUG [RS:0;80cec940e2c9:33035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:43:02,713 DEBUG [RS:0;80cec940e2c9:33035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:43:02,713 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 046dd85ddd8ef13cac22df9583df528a, disabling compactions & flushes 2024-11-13T19:43:02,713 INFO [RS:0;80cec940e2c9:33035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:43:02,713 INFO [RS:0;80cec940e2c9:33035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:43:02,713 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731526980955.046dd85ddd8ef13cac22df9583df528a. 2024-11-13T19:43:02,713 INFO [RS:0;80cec940e2c9:33035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:43:02,713 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731526980955.046dd85ddd8ef13cac22df9583df528a. 2024-11-13T19:43:02,713 INFO [RS:0;80cec940e2c9:33035 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:43:02,713 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731526980955.046dd85ddd8ef13cac22df9583df528a. after waiting 0 ms 2024-11-13T19:43:02,713 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731526980955.046dd85ddd8ef13cac22df9583df528a. 2024-11-13T19:43:02,713 INFO [RS:0;80cec940e2c9:33035 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:43:02,713 DEBUG [RS:0;80cec940e2c9:33035 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 046dd85ddd8ef13cac22df9583df528a=testClearRegionBlockCache,5,1731526980955.046dd85ddd8ef13cac22df9583df528a.} 2024-11-13T19:43:02,713 DEBUG [RS:0;80cec940e2c9:33035 {}] regionserver.HRegionServer(1351): Waiting on 046dd85ddd8ef13cac22df9583df528a, 1588230740 2024-11-13T19:43:02,713 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:43:02,714 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:43:02,714 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:43:02,714 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:43:02,714 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:43:02,714 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T19:43:02,714 INFO [RS:1;80cec940e2c9:43177 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,43177,1731526979104 2024-11-13T19:43:02,714 INFO [RS:1;80cec940e2c9:43177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:43:02,714 INFO [RS:1;80cec940e2c9:43177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;80cec940e2c9:43177. 2024-11-13T19:43:02,714 DEBUG [RS:1;80cec940e2c9:43177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:43:02,714 DEBUG [RS:1;80cec940e2c9:43177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:43:02,715 INFO [RS:1;80cec940e2c9:43177 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:43:02,715 DEBUG [RS:1;80cec940e2c9:43177 {}] regionserver.HRegionServer(1325): Online Regions={de028188e230659ec18dbd83c51406b0=testClearRegionBlockCache,,1731526980955.de028188e230659ec18dbd83c51406b0.} 2024-11-13T19:43:02,715 DEBUG [RS:1;80cec940e2c9:43177 {}] regionserver.HRegionServer(1351): Waiting on de028188e230659ec18dbd83c51406b0 2024-11-13T19:43:02,715 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de028188e230659ec18dbd83c51406b0, disabling compactions & flushes 2024-11-13T19:43:02,715 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731526980955.de028188e230659ec18dbd83c51406b0. 2024-11-13T19:43:02,715 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731526980955.de028188e230659ec18dbd83c51406b0. 2024-11-13T19:43:02,715 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731526980955.de028188e230659ec18dbd83c51406b0. after waiting 0 ms 2024-11-13T19:43:02,715 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731526980955.de028188e230659ec18dbd83c51406b0. 2024-11-13T19:43:02,723 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/default/testClearRegionBlockCache/046dd85ddd8ef13cac22df9583df528a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T19:43:02,724 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/default/testClearRegionBlockCache/de028188e230659ec18dbd83c51406b0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T19:43:02,724 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731526980955.046dd85ddd8ef13cac22df9583df528a. 2024-11-13T19:43:02,724 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 046dd85ddd8ef13cac22df9583df528a: Waiting for close lock at 1731526982713Running coprocessor pre-close hooks at 1731526982713Disabling compacts and flushes for region at 1731526982713Disabling writes for close at 1731526982713Writing region close event to WAL at 1731526982714 (+1 ms)Running coprocessor post-close hooks at 1731526982724 (+10 ms)Closed at 1731526982724 2024-11-13T19:43:02,724 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731526980955.046dd85ddd8ef13cac22df9583df528a. 2024-11-13T19:43:02,724 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731526980955.de028188e230659ec18dbd83c51406b0. 2024-11-13T19:43:02,724 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de028188e230659ec18dbd83c51406b0: Waiting for close lock at 1731526982715Running coprocessor pre-close hooks at 1731526982715Disabling compacts and flushes for region at 1731526982715Disabling writes for close at 1731526982715Writing region close event to WAL at 1731526982717 (+2 ms)Running coprocessor post-close hooks at 1731526982724 (+7 ms)Closed at 1731526982724 2024-11-13T19:43:02,725 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731526980955.de028188e230659ec18dbd83c51406b0. 2024-11-13T19:43:02,743 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/hbase/meta/1588230740/.tmp/info/6a404174c7cf450c98a89ef8693204a5 is 173, key is testClearRegionBlockCache,5,1731526980955.046dd85ddd8ef13cac22df9583df528a./info:regioninfo/1731526981735/Put/seqid=0 2024-11-13T19:43:02,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741841_1017 (size=8173) 2024-11-13T19:43:02,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33145 is added to blk_1073741841_1017 (size=8173) 2024-11-13T19:43:02,753 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/hbase/meta/1588230740/.tmp/info/6a404174c7cf450c98a89ef8693204a5 2024-11-13T19:43:02,755 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:43:02,758 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:43:02,758 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:43:02,762 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:43:02,781 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/hbase/meta/1588230740/.tmp/ns/d9c96e36f6554c5ab68dd252b9ecc03c is 43, key is default/ns:d/1731526980850/Put/seqid=0 2024-11-13T19:43:02,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741842_1018 (size=5153) 2024-11-13T19:43:02,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33145 is added to blk_1073741842_1018 (size=5153) 2024-11-13T19:43:02,841 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T19:43:02,841 INFO [regionserver/80cec940e2c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T19:43:02,914 DEBUG [RS:0;80cec940e2c9:33035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:43:02,915 INFO [RS:1;80cec940e2c9:43177 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,43177,1731526979104; all regions closed. 2024-11-13T19:43:02,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741833_1009 (size=1758) 2024-11-13T19:43:02,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33145 is added to blk_1073741833_1009 (size=1758) 2024-11-13T19:43:02,922 DEBUG [RS:1;80cec940e2c9:43177 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/oldWALs 2024-11-13T19:43:02,922 INFO [RS:1;80cec940e2c9:43177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C43177%2C1731526979104:(num 1731526979900) 2024-11-13T19:43:02,922 DEBUG [RS:1;80cec940e2c9:43177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:43:02,922 INFO [RS:1;80cec940e2c9:43177 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:43:02,922 INFO [RS:1;80cec940e2c9:43177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:43:02,922 INFO [RS:1;80cec940e2c9:43177 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:43:02,922 INFO [RS:1;80cec940e2c9:43177 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:43:02,922 INFO [RS:1;80cec940e2c9:43177 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:43:02,922 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:43:02,922 INFO [RS:1;80cec940e2c9:43177 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:43:02,922 INFO [RS:1;80cec940e2c9:43177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:43:02,923 INFO [RS:1;80cec940e2c9:43177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43177 2024-11-13T19:43:02,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T19:43:02,933 INFO [RS:1;80cec940e2c9:43177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:43:02,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x10136e6b2f60002, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80cec940e2c9,43177,1731526979104 2024-11-13T19:43:02,950 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,43177,1731526979104] 2024-11-13T19:43:02,966 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80cec940e2c9,43177,1731526979104 already deleted, retry=false 2024-11-13T19:43:02,967 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,43177,1731526979104 expired; onlineServers=1 2024-11-13T19:43:03,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x10136e6b2f60002, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:43:03,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43177-0x10136e6b2f60002, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:43:03,050 INFO [RS:1;80cec940e2c9:43177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:43:03,050 INFO [RS:1;80cec940e2c9:43177 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,43177,1731526979104; zookeeper connection closed. 2024-11-13T19:43:03,051 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ef408bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ef408bb 2024-11-13T19:43:03,114 DEBUG [RS:0;80cec940e2c9:33035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:43:03,192 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/hbase/meta/1588230740/.tmp/ns/d9c96e36f6554c5ab68dd252b9ecc03c 2024-11-13T19:43:03,223 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/hbase/meta/1588230740/.tmp/table/7d453cb948ea4e5987de9f492f195cd0 is 61, key is testClearRegionBlockCache/table:state/1731526981749/Put/seqid=0 2024-11-13T19:43:03,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33145 is added to blk_1073741843_1019 (size=5312) 2024-11-13T19:43:03,244 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/hbase/meta/1588230740/.tmp/table/7d453cb948ea4e5987de9f492f195cd0 2024-11-13T19:43:03,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741843_1019 (size=5312) 2024-11-13T19:43:03,255 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/hbase/meta/1588230740/.tmp/info/6a404174c7cf450c98a89ef8693204a5 as hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/hbase/meta/1588230740/info/6a404174c7cf450c98a89ef8693204a5 2024-11-13T19:43:03,264 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/hbase/meta/1588230740/info/6a404174c7cf450c98a89ef8693204a5, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T19:43:03,265 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/hbase/meta/1588230740/.tmp/ns/d9c96e36f6554c5ab68dd252b9ecc03c as hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/hbase/meta/1588230740/ns/d9c96e36f6554c5ab68dd252b9ecc03c 2024-11-13T19:43:03,276 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/hbase/meta/1588230740/ns/d9c96e36f6554c5ab68dd252b9ecc03c, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T19:43:03,278 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/hbase/meta/1588230740/.tmp/table/7d453cb948ea4e5987de9f492f195cd0 as hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/hbase/meta/1588230740/table/7d453cb948ea4e5987de9f492f195cd0 2024-11-13T19:43:03,288 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/hbase/meta/1588230740/table/7d453cb948ea4e5987de9f492f195cd0, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T19:43:03,289 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 575ms, sequenceid=13, compaction requested=false 2024-11-13T19:43:03,295 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T19:43:03,296 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:43:03,296 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:43:03,296 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526982713Running coprocessor pre-close hooks at 1731526982713Disabling compacts and flushes for region at 1731526982713Disabling writes for close at 1731526982714 (+1 ms)Obtaining lock to block concurrent updates at 1731526982714Preparing flush snapshotting stores in 1588230740 at 1731526982714Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731526982715 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731526982716 (+1 ms)Flushing 1588230740/info: creating writer at 1731526982717 (+1 ms)Flushing 1588230740/info: appending metadata at 1731526982743 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731526982743Flushing 1588230740/ns: creating writer at 1731526982764 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731526982781 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731526982781Flushing 1588230740/table: creating writer at 1731526983202 (+421 ms)Flushing 1588230740/table: appending metadata at 1731526983222 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731526983222Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5df15039: reopening flushed file at 1731526983253 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b9fa955: reopening flushed file at 1731526983264 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16a7d74d: reopening flushed file at 1731526983276 (+12 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 575ms, sequenceid=13, compaction requested=false at 1731526983290 (+14 ms)Writing region close event to WAL at 1731526983291 (+1 ms)Running coprocessor post-close hooks at 1731526983296 (+5 ms)Closed at 1731526983296 2024-11-13T19:43:03,297 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:43:03,314 INFO [RS:0;80cec940e2c9:33035 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,33035,1731526979059; all regions closed. 2024-11-13T19:43:03,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33145 is added to blk_1073741835_1011 (size=4338) 2024-11-13T19:43:03,318 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/WALs/80cec940e2c9,33035,1731526979059/80cec940e2c9%2C33035%2C1731526979059.meta.1731526980767.meta not finished, retry = 0 2024-11-13T19:43:03,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741835_1011 (size=4338) 2024-11-13T19:43:03,422 DEBUG [RS:0;80cec940e2c9:33035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/oldWALs 2024-11-13T19:43:03,422 INFO [RS:0;80cec940e2c9:33035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C33035%2C1731526979059.meta:.meta(num 1731526980767) 2024-11-13T19:43:03,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33145 is added to blk_1073741832_1008 (size=1867) 2024-11-13T19:43:03,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741832_1008 (size=1867) 2024-11-13T19:43:03,429 DEBUG [RS:0;80cec940e2c9:33035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/oldWALs 2024-11-13T19:43:03,429 INFO [RS:0;80cec940e2c9:33035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C33035%2C1731526979059:(num 1731526979900) 2024-11-13T19:43:03,429 DEBUG [RS:0;80cec940e2c9:33035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:43:03,429 INFO [RS:0;80cec940e2c9:33035 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:43:03,429 INFO [RS:0;80cec940e2c9:33035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:43:03,429 INFO [RS:0;80cec940e2c9:33035 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:43:03,430 INFO [RS:0;80cec940e2c9:33035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:43:03,430 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:43:03,430 INFO [RS:0;80cec940e2c9:33035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33035 2024-11-13T19:43:03,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33035-0x10136e6b2f60001, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80cec940e2c9,33035,1731526979059 2024-11-13T19:43:03,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T19:43:03,467 INFO [RS:0;80cec940e2c9:33035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:43:03,467 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,33035,1731526979059] 2024-11-13T19:43:03,500 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80cec940e2c9,33035,1731526979059 already deleted, retry=false 2024-11-13T19:43:03,500 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,33035,1731526979059 expired; onlineServers=0 2024-11-13T19:43:03,500 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,45405,1731526978912' ***** 2024-11-13T19:43:03,500 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:43:03,500 INFO [M:0;80cec940e2c9:45405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:43:03,500 INFO [M:0;80cec940e2c9:45405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:43:03,500 DEBUG [M:0;80cec940e2c9:45405 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:43:03,500 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:43:03,500 DEBUG [M:0;80cec940e2c9:45405 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:43:03,501 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526979573 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526979573,5,FailOnTimeoutGroup] 2024-11-13T19:43:03,501 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526979573 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526979573,5,FailOnTimeoutGroup] 2024-11-13T19:43:03,501 INFO [M:0;80cec940e2c9:45405 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:43:03,501 INFO [M:0;80cec940e2c9:45405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:43:03,501 DEBUG [M:0;80cec940e2c9:45405 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:43:03,501 INFO [M:0;80cec940e2c9:45405 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:43:03,502 INFO [M:0;80cec940e2c9:45405 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:43:03,503 INFO [M:0;80cec940e2c9:45405 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:43:03,503 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:43:03,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T19:43:03,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:03,508 DEBUG [M:0;80cec940e2c9:45405 {}] zookeeper.ZKUtil(347): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T19:43:03,508 WARN [M:0;80cec940e2c9:45405 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:43:03,509 INFO [M:0;80cec940e2c9:45405 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/.lastflushedseqids 2024-11-13T19:43:03,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741844_1020 (size=182) 2024-11-13T19:43:03,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33145 is added to blk_1073741844_1020 (size=182) 2024-11-13T19:43:03,525 INFO [M:0;80cec940e2c9:45405 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:43:03,526 INFO [M:0;80cec940e2c9:45405 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:43:03,526 DEBUG [M:0;80cec940e2c9:45405 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:43:03,526 INFO [M:0;80cec940e2c9:45405 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:43:03,526 DEBUG [M:0;80cec940e2c9:45405 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:43:03,526 DEBUG [M:0;80cec940e2c9:45405 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:43:03,526 DEBUG [M:0;80cec940e2c9:45405 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:43:03,526 INFO [M:0;80cec940e2c9:45405 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-13T19:43:03,548 DEBUG [M:0;80cec940e2c9:45405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/681d10063aee4ca2a16444c5b13f9d34 is 82, key is hbase:meta,,1/info:regioninfo/1731526980822/Put/seqid=0 2024-11-13T19:43:03,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741845_1021 (size=5672) 2024-11-13T19:43:03,561 INFO [M:0;80cec940e2c9:45405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/681d10063aee4ca2a16444c5b13f9d34 2024-11-13T19:43:03,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33145 is added to blk_1073741845_1021 (size=5672) 2024-11-13T19:43:03,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33035-0x10136e6b2f60001, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:43:03,583 INFO [RS:0;80cec940e2c9:33035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:43:03,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33035-0x10136e6b2f60001, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:43:03,584 INFO [RS:0;80cec940e2c9:33035 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,33035,1731526979059; zookeeper connection closed. 2024-11-13T19:43:03,586 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@403f600e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@403f600e 2024-11-13T19:43:03,587 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T19:43:03,588 DEBUG [M:0;80cec940e2c9:45405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f6ca859625a4920b5289dcc5478894b is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731526981755/Put/seqid=0 2024-11-13T19:43:03,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33145 is added to blk_1073741846_1022 (size=6219) 2024-11-13T19:43:03,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741846_1022 (size=6219) 2024-11-13T19:43:03,603 INFO [M:0;80cec940e2c9:45405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f6ca859625a4920b5289dcc5478894b 2024-11-13T19:43:03,624 DEBUG [M:0;80cec940e2c9:45405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e388dbdde3d40529787c955274b7087 is 69, key is 80cec940e2c9,33035,1731526979059/rs:state/1731526979679/Put/seqid=0 2024-11-13T19:43:03,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741847_1023 (size=5224) 2024-11-13T19:43:03,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33145 is added to blk_1073741847_1023 (size=5224) 2024-11-13T19:43:03,636 INFO [M:0;80cec940e2c9:45405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e388dbdde3d40529787c955274b7087 2024-11-13T19:43:03,643 DEBUG [M:0;80cec940e2c9:45405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/681d10063aee4ca2a16444c5b13f9d34 as hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/681d10063aee4ca2a16444c5b13f9d34 2024-11-13T19:43:03,651 INFO [M:0;80cec940e2c9:45405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/681d10063aee4ca2a16444c5b13f9d34, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T19:43:03,657 DEBUG [M:0;80cec940e2c9:45405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f6ca859625a4920b5289dcc5478894b as hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f6ca859625a4920b5289dcc5478894b 2024-11-13T19:43:03,676 INFO [M:0;80cec940e2c9:45405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f6ca859625a4920b5289dcc5478894b, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T19:43:03,677 DEBUG [M:0;80cec940e2c9:45405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e388dbdde3d40529787c955274b7087 as hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e388dbdde3d40529787c955274b7087 2024-11-13T19:43:03,686 INFO [M:0;80cec940e2c9:45405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40357/user/jenkins/test-data/99d169ea-8bd0-9bc4-34c1-2170f43335ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e388dbdde3d40529787c955274b7087, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T19:43:03,687 INFO [M:0;80cec940e2c9:45405 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 161ms, sequenceid=71, compaction requested=false 2024-11-13T19:43:03,719 INFO [M:0;80cec940e2c9:45405 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:43:03,719 DEBUG [M:0;80cec940e2c9:45405 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526983526Disabling compacts and flushes for region at 1731526983526Disabling writes for close at 1731526983526Obtaining lock to block concurrent updates at 1731526983526Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526983526Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731526983527 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526983528 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526983528Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526983547 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526983547Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526983568 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526983588 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526983588Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526983608 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526983624 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526983624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d357c41: reopening flushed file at 1731526983642 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41594299: reopening flushed file at 1731526983651 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38206808: reopening flushed file at 1731526983676 (+25 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 161ms, sequenceid=71, compaction requested=false at 1731526983687 (+11 ms)Writing region close event to WAL at 1731526983719 (+32 ms)Closed at 1731526983719 2024-11-13T19:43:03,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33145 is added to blk_1073741830_1006 (size=35440) 2024-11-13T19:43:03,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37907 is added to blk_1073741830_1006 (size=35440) 2024-11-13T19:43:03,734 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:43:03,734 INFO [M:0;80cec940e2c9:45405 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:43:03,734 INFO [M:0;80cec940e2c9:45405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45405 2024-11-13T19:43:03,734 INFO [M:0;80cec940e2c9:45405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:43:03,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:43:03,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45405-0x10136e6b2f60000, quorum=127.0.0.1:62881, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:43:03,842 INFO [M:0;80cec940e2c9:45405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:43:03,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fc53bb4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:43:03,856 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@417306c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:43:03,856 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:43:03,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4af8baa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:43:03,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@369de59b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/hadoop.log.dir/,STOPPED} 2024-11-13T19:43:03,863 WARN [BP-508734682-172.17.0.3-1731526977328 heartbeating to localhost/127.0.0.1:40357 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:43:03,863 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:43:03,863 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:43:03,863 WARN [BP-508734682-172.17.0.3-1731526977328 heartbeating to localhost/127.0.0.1:40357 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-508734682-172.17.0.3-1731526977328 (Datanode Uuid 8f210db5-2cf4-4a28-95ad-5e2cf4e0c995) service to localhost/127.0.0.1:40357 2024-11-13T19:43:03,864 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/cluster_e38cd712-2e38-45f7-029f-6959a934c321/data/data3/current/BP-508734682-172.17.0.3-1731526977328 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:43:03,864 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/cluster_e38cd712-2e38-45f7-029f-6959a934c321/data/data4/current/BP-508734682-172.17.0.3-1731526977328 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:43:03,865 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:43:03,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ccf68a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:43:03,880 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74f2d4c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:43:03,880 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:43:03,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f464654{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:43:03,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@746beb2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/hadoop.log.dir/,STOPPED} 2024-11-13T19:43:03,884 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:43:03,884 WARN [BP-508734682-172.17.0.3-1731526977328 heartbeating to localhost/127.0.0.1:40357 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:43:03,884 WARN [BP-508734682-172.17.0.3-1731526977328 heartbeating to localhost/127.0.0.1:40357 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-508734682-172.17.0.3-1731526977328 (Datanode Uuid 7872b7c5-ea39-4007-a0fc-41783e72cbf6) service to localhost/127.0.0.1:40357 2024-11-13T19:43:03,884 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:43:03,885 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/cluster_e38cd712-2e38-45f7-029f-6959a934c321/data/data1/current/BP-508734682-172.17.0.3-1731526977328 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:43:03,885 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/cluster_e38cd712-2e38-45f7-029f-6959a934c321/data/data2/current/BP-508734682-172.17.0.3-1731526977328 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:43:03,886 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:43:03,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f6d14c2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:43:03,895 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3601c49{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:43:03,896 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:43:03,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3aef05d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:43:03,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@472ac2fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/hadoop.log.dir/,STOPPED} 2024-11-13T19:43:03,904 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:43:03,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:43:03,936 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=169 (was 152) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40357 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40357 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=524 (was 497) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=395 (was 422), ProcessCount=11 (was 11), AvailableMemoryMB=2963 (was 3334) 2024-11-13T19:43:03,948 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=169, OpenFileDescriptor=524, MaxFileDescriptor=1048576, SystemLoadAverage=395, ProcessCount=11, AvailableMemoryMB=2963 2024-11-13T19:43:03,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/hadoop.log.dir so I do NOT create it in target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208 2024-11-13T19:43:03,966 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T19:43:03,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/hadoop.tmp.dir so I do NOT create it in target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208 2024-11-13T19:43:03,966 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/304fae60-f784-8429-7798-c6869100f7ff/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T19:43:03,971 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208 2024-11-13T19:43:03,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T19:43:03,971 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/cluster_db638fdd-7bcd-1efa-659c-644c4ad16e86, deleteOnExit=true 2024-11-13T19:43:03,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T19:43:03,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/test.cache.data in system properties and HBase conf 2024-11-13T19:43:03,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T19:43:03,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/hadoop.log.dir in system properties and HBase conf 2024-11-13T19:43:03,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T19:43:03,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T19:43:03,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T19:43:03,972 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T19:43:03,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:43:03,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T19:43:03,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T19:43:03,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:43:03,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T19:43:03,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T19:43:03,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T19:43:03,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:43:03,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T19:43:03,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/nfs.dump.dir in system properties and HBase conf 2024-11-13T19:43:03,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/java.io.tmpdir in system properties and HBase conf 2024-11-13T19:43:03,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T19:43:03,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T19:43:03,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T19:43:04,224 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:43:04,232 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:43:04,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:43:04,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:43:04,241 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:43:04,242 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:43:04,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b1d0e01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:43:04,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4385a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:43:04,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40007ec9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/java.io.tmpdir/jetty-localhost-36047-hadoop-hdfs-3_4_1-tests_jar-_-any-13453297767840330955/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:43:04,367 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4acf6d85{HTTP/1.1, (http/1.1)}{localhost:36047} 2024-11-13T19:43:04,367 INFO [Time-limited test {}] server.Server(415): Started @38299ms 2024-11-13T19:43:04,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:43:04,511 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:43:04,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:43:04,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:43:04,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T19:43:04,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae2904a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:43:04,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f9e2ce6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:43:04,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13dc8a1c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/java.io.tmpdir/jetty-localhost-35437-hadoop-hdfs-3_4_1-tests_jar-_-any-4794002337342559131/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:43:04,627 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a0e5114{HTTP/1.1, (http/1.1)}{localhost:35437} 2024-11-13T19:43:04,627 INFO [Time-limited test {}] server.Server(415): Started @38559ms 2024-11-13T19:43:04,629 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:43:04,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T19:43:04,668 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T19:43:04,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T19:43:04,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T19:43:04,671 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T19:43:04,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58a38f2c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/hadoop.log.dir/,AVAILABLE} 2024-11-13T19:43:04,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb1455c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T19:43:04,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ba4c39a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/java.io.tmpdir/jetty-localhost-35687-hadoop-hdfs-3_4_1-tests_jar-_-any-2423935902775000209/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:43:04,922 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33135849{HTTP/1.1, (http/1.1)}{localhost:35687} 2024-11-13T19:43:04,922 INFO [Time-limited test {}] server.Server(415): Started @38853ms 2024-11-13T19:43:04,923 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T19:43:05,622 WARN [Thread-1433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/cluster_db638fdd-7bcd-1efa-659c-644c4ad16e86/data/data1/current/BP-724290093-172.17.0.3-1731526984000/current, will proceed with Du for space computation calculation, 2024-11-13T19:43:05,622 WARN [Thread-1434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/cluster_db638fdd-7bcd-1efa-659c-644c4ad16e86/data/data2/current/BP-724290093-172.17.0.3-1731526984000/current, will proceed with Du for space computation calculation, 2024-11-13T19:43:05,643 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:43:05,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b8cf5dce3a5ee1e with lease ID 0x33a6b7f2db39293d: Processing first storage report for DS-1e6b9920-547d-47f0-b1fc-eca0dbedc5f4 from datanode DatanodeRegistration(127.0.0.1:38443, datanodeUuid=1eba45c6-e7b1-4949-9eb3-ea748de281d2, infoPort=40355, infoSecurePort=0, ipcPort=35983, storageInfo=lv=-57;cid=testClusterID;nsid=1030638721;c=1731526984000) 2024-11-13T19:43:05,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b8cf5dce3a5ee1e with lease ID 0x33a6b7f2db39293d: from storage DS-1e6b9920-547d-47f0-b1fc-eca0dbedc5f4 node DatanodeRegistration(127.0.0.1:38443, datanodeUuid=1eba45c6-e7b1-4949-9eb3-ea748de281d2, infoPort=40355, infoSecurePort=0, ipcPort=35983, storageInfo=lv=-57;cid=testClusterID;nsid=1030638721;c=1731526984000), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:43:05,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b8cf5dce3a5ee1e with lease ID 0x33a6b7f2db39293d: Processing first storage report for DS-319511fd-9a9c-45c9-9430-a802b9b7bd3f from datanode DatanodeRegistration(127.0.0.1:38443, datanodeUuid=1eba45c6-e7b1-4949-9eb3-ea748de281d2, infoPort=40355, infoSecurePort=0, ipcPort=35983, storageInfo=lv=-57;cid=testClusterID;nsid=1030638721;c=1731526984000) 2024-11-13T19:43:05,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b8cf5dce3a5ee1e with lease ID 0x33a6b7f2db39293d: from storage DS-319511fd-9a9c-45c9-9430-a802b9b7bd3f node DatanodeRegistration(127.0.0.1:38443, datanodeUuid=1eba45c6-e7b1-4949-9eb3-ea748de281d2, infoPort=40355, infoSecurePort=0, ipcPort=35983, storageInfo=lv=-57;cid=testClusterID;nsid=1030638721;c=1731526984000), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:43:05,706 WARN [Thread-1444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/cluster_db638fdd-7bcd-1efa-659c-644c4ad16e86/data/data3/current/BP-724290093-172.17.0.3-1731526984000/current, will proceed with Du for space computation calculation, 2024-11-13T19:43:05,706 WARN [Thread-1445 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/cluster_db638fdd-7bcd-1efa-659c-644c4ad16e86/data/data4/current/BP-724290093-172.17.0.3-1731526984000/current, will proceed with Du for space computation calculation, 2024-11-13T19:43:05,722 WARN [Thread-1420 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T19:43:05,725 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5e911a5af750f4f with lease ID 0x33a6b7f2db39293e: Processing first storage report for DS-8103995a-c9af-437e-8c71-d49660f24b1a from datanode DatanodeRegistration(127.0.0.1:39711, datanodeUuid=5a7ab14d-f90c-403b-b60c-3fd35ca7b5fc, infoPort=35715, infoSecurePort=0, ipcPort=37761, storageInfo=lv=-57;cid=testClusterID;nsid=1030638721;c=1731526984000) 2024-11-13T19:43:05,725 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5e911a5af750f4f with lease ID 0x33a6b7f2db39293e: from storage DS-8103995a-c9af-437e-8c71-d49660f24b1a node DatanodeRegistration(127.0.0.1:39711, datanodeUuid=5a7ab14d-f90c-403b-b60c-3fd35ca7b5fc, infoPort=35715, infoSecurePort=0, ipcPort=37761, storageInfo=lv=-57;cid=testClusterID;nsid=1030638721;c=1731526984000), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:43:05,725 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5e911a5af750f4f with lease ID 0x33a6b7f2db39293e: Processing first storage report for DS-78c640e5-45d9-45a4-9e1e-2be0b9f78c04 from datanode DatanodeRegistration(127.0.0.1:39711, datanodeUuid=5a7ab14d-f90c-403b-b60c-3fd35ca7b5fc, infoPort=35715, infoSecurePort=0, ipcPort=37761, storageInfo=lv=-57;cid=testClusterID;nsid=1030638721;c=1731526984000) 2024-11-13T19:43:05,725 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5e911a5af750f4f with lease ID 0x33a6b7f2db39293e: from storage DS-78c640e5-45d9-45a4-9e1e-2be0b9f78c04 node DatanodeRegistration(127.0.0.1:39711, datanodeUuid=5a7ab14d-f90c-403b-b60c-3fd35ca7b5fc, infoPort=35715, infoSecurePort=0, ipcPort=37761, storageInfo=lv=-57;cid=testClusterID;nsid=1030638721;c=1731526984000), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T19:43:05,767 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208 2024-11-13T19:43:05,775 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/cluster_db638fdd-7bcd-1efa-659c-644c4ad16e86/zookeeper_0, clientPort=64047, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/cluster_db638fdd-7bcd-1efa-659c-644c4ad16e86/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/cluster_db638fdd-7bcd-1efa-659c-644c4ad16e86/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T19:43:05,779 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64047 2024-11-13T19:43:05,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:43:05,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:43:05,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39711 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:43:05,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741825_1001 (size=7) 2024-11-13T19:43:06,201 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b with version=8 2024-11-13T19:43:06,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/hbase-staging 2024-11-13T19:43:06,204 INFO [Time-limited test {}] client.ConnectionUtils(128): master/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:43:06,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:43:06,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:43:06,204 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:43:06,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:43:06,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:43:06,204 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T19:43:06,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:43:06,205 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34333 2024-11-13T19:43:06,207 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34333 connecting to ZooKeeper ensemble=127.0.0.1:64047 2024-11-13T19:43:06,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343330x0, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:43:06,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34333-0x10136e6cdd40000 connected 2024-11-13T19:43:06,299 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T19:43:06,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:43:06,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:43:06,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:43:06,314 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b, hbase.cluster.distributed=false 2024-11-13T19:43:06,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T19:43:06,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34333 2024-11-13T19:43:06,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34333 2024-11-13T19:43:06,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34333 2024-11-13T19:43:06,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34333 2024-11-13T19:43:06,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34333 2024-11-13T19:43:06,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:43:06,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:43:06,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:43:06,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:43:06,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:43:06,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:43:06,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:43:06,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:43:06,348 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:43:06,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:43:06,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:43:06,348 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:43:06,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:43:06,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:43:06,348 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:43:06,348 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:43:06,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T19:43:06,350 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34383 2024-11-13T19:43:06,351 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34383 connecting to ZooKeeper ensemble=127.0.0.1:64047 2024-11-13T19:43:06,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:43:06,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:43:06,366 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343830x0, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:43:06,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34383-0x10136e6cdd40001 connected 2024-11-13T19:43:06,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34383-0x10136e6cdd40001, quorum=127.0.0.1:64047, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:43:06,367 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:43:06,368 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T19:43:06,374 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T19:43:06,374 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T19:43:06,379 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T19:43:06,379 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:43:06,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34383-0x10136e6cdd40001, quorum=127.0.0.1:64047, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T19:43:06,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34383-0x10136e6cdd40001, quorum=127.0.0.1:64047, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T19:43:06,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34383 2024-11-13T19:43:06,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34383 2024-11-13T19:43:06,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34383 2024-11-13T19:43:06,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34383 2024-11-13T19:43:06,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34383 2024-11-13T19:43:06,408 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/80cec940e2c9:0 server-side Connection retries=45 2024-11-13T19:43:06,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:43:06,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T19:43:06,408 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T19:43:06,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T19:43:06,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T19:43:06,408 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T19:43:06,408 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T19:43:06,409 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44039 2024-11-13T19:43:06,411 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44039 connecting to ZooKeeper ensemble=127.0.0.1:64047 2024-11-13T19:43:06,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:43:06,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:43:06,425 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440390x0, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T19:43:06,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440390x0, quorum=127.0.0.1:64047, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:43:06,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44039-0x10136e6cdd40002 connected 2024-11-13T19:43:06,426 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T19:43:06,426 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T19:43:06,432 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T19:43:06,432 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T19:43:06,439 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T19:43:06,439 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T19:43:06,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44039-0x10136e6cdd40002, quorum=127.0.0.1:64047, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T19:43:06,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44039-0x10136e6cdd40002, quorum=127.0.0.1:64047, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T19:43:06,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-13T19:43:06,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44039 2024-11-13T19:43:06,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44039 2024-11-13T19:43:06,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-13T19:43:06,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-13T19:43:06,465 DEBUG [M:0;80cec940e2c9:34333 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;80cec940e2c9:34333 2024-11-13T19:43:06,465 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/80cec940e2c9,34333,1731526986203 2024-11-13T19:43:06,513 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10136e6cdd40002, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:43:06,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:43:06,513 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10136e6cdd40001, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:43:06,513 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/80cec940e2c9,34333,1731526986203 2024-11-13T19:43:06,525 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10136e6cdd40001, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T19:43:06,525 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10136e6cdd40002, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T19:43:06,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:06,525 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10136e6cdd40002, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:06,525 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10136e6cdd40001, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:06,525 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T19:43:06,526 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/80cec940e2c9,34333,1731526986203 from backup master directory 2024-11-13T19:43:06,533 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10136e6cdd40002, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:43:06,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/80cec940e2c9,34333,1731526986203 2024-11-13T19:43:06,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:43:06,533 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:43:06,533 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=80cec940e2c9,34333,1731526986203 2024-11-13T19:43:06,534 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10136e6cdd40001, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T19:43:06,541 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/hbase.id] with ID: 4d69665e-0032-4876-88d7-ad1a612d84c7 2024-11-13T19:43:06,541 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/.tmp/hbase.id 2024-11-13T19:43:06,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39711 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:43:06,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741826_1002 (size=42) 2024-11-13T19:43:06,563 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/.tmp/hbase.id]:[hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/hbase.id] 2024-11-13T19:43:06,600 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T19:43:06,600 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T19:43:06,606 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-11-13T19:43:06,616 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10136e6cdd40002, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:06,616 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10136e6cdd40001, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:06,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:06,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:43:06,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39711 is added to blk_1073741827_1003 (size=196) 2024-11-13T19:43:06,626 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:43:06,627 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T19:43:06,628 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:43:06,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39711 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:43:06,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741828_1004 (size=1189) 2024-11-13T19:43:06,641 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/data/master/store 2024-11-13T19:43:06,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39711 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:43:06,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741829_1005 (size=34) 2024-11-13T19:43:06,649 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:43:06,650 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:43:06,650 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:43:06,650 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:43:06,650 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:43:06,650 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:43:06,650 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:43:06,650 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526986650Disabling compacts and flushes for region at 1731526986650Disabling writes for close at 1731526986650Writing region close event to WAL at 1731526986650Closed at 1731526986650 2024-11-13T19:43:06,651 WARN [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/data/master/store/.initializing 2024-11-13T19:43:06,651 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/WALs/80cec940e2c9,34333,1731526986203 2024-11-13T19:43:06,652 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:43:06,654 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C34333%2C1731526986203, suffix=, logDir=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/WALs/80cec940e2c9,34333,1731526986203, archiveDir=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/oldWALs, maxLogs=10 2024-11-13T19:43:06,674 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/WALs/80cec940e2c9,34333,1731526986203/80cec940e2c9%2C34333%2C1731526986203.1731526986655, exclude list is [], retry=0 2024-11-13T19:43:06,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39711,DS-8103995a-c9af-437e-8c71-d49660f24b1a,DISK] 2024-11-13T19:43:06,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-1e6b9920-547d-47f0-b1fc-eca0dbedc5f4,DISK] 2024-11-13T19:43:06,681 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/WALs/80cec940e2c9,34333,1731526986203/80cec940e2c9%2C34333%2C1731526986203.1731526986655 2024-11-13T19:43:06,681 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35715:35715),(127.0.0.1/127.0.0.1:40355:40355)] 2024-11-13T19:43:06,681 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:43:06,681 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:43:06,682 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:43:06,682 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:43:06,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:43:06,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T19:43:06,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:06,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:43:06,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:43:06,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T19:43:06,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:06,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:43:06,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:43:06,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T19:43:06,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:06,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:43:06,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:43:06,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T19:43:06,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:06,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:43:06,691 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:43:06,692 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:43:06,692 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:43:06,694 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:43:06,694 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:43:06,694 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:43:06,696 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T19:43:06,698 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:43:06,699 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60295914, jitterRate=-0.10152086615562439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:43:06,699 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731526986682Initializing all the Stores at 1731526986683 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526986683Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526986683Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526986683Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526986683Cleaning up temporary data from old regions at 1731526986694 (+11 ms)Region opened successfully at 1731526986699 (+5 ms) 2024-11-13T19:43:06,700 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T19:43:06,703 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b75cc41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:43:06,704 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T19:43:06,705 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T19:43:06,705 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T19:43:06,705 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T19:43:06,706 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T19:43:06,706 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T19:43:06,706 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T19:43:06,708 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T19:43:06,710 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T19:43:06,716 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T19:43:06,717 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T19:43:06,718 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T19:43:06,724 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T19:43:06,725 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T19:43:06,728 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T19:43:06,733 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T19:43:06,734 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T19:43:06,741 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T19:43:06,745 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T19:43:06,749 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T19:43:06,758 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10136e6cdd40001, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T19:43:06,758 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10136e6cdd40001, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:06,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T19:43:06,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:06,758 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10136e6cdd40002, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T19:43:06,758 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10136e6cdd40002, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:06,762 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=80cec940e2c9,34333,1731526986203, sessionid=0x10136e6cdd40000, setting cluster-up flag (Was=false) 2024-11-13T19:43:06,775 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10136e6cdd40001, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:06,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:06,775 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10136e6cdd40002, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:06,809 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T19:43:06,815 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,34333,1731526986203 2024-11-13T19:43:06,833 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10136e6cdd40002, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:06,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:06,833 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10136e6cdd40001, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:06,858 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T19:43:06,859 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=80cec940e2c9,34333,1731526986203 2024-11-13T19:43:06,863 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T19:43:06,867 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T19:43:06,868 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T19:43:06,868 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T19:43:06,868 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 80cec940e2c9,34333,1731526986203 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T19:43:06,873 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:43:06,873 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:43:06,873 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:43:06,874 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/80cec940e2c9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T19:43:06,874 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/80cec940e2c9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T19:43:06,874 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:06,874 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:43:06,874 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:06,875 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731527016875 2024-11-13T19:43:06,875 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T19:43:06,875 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T19:43:06,875 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T19:43:06,875 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T19:43:06,875 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T19:43:06,875 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T19:43:06,876 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:06,876 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T19:43:06,876 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:43:06,876 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T19:43:06,876 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T19:43:06,876 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T19:43:06,876 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T19:43:06,876 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T19:43:06,877 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526986877,5,FailOnTimeoutGroup] 2024-11-13T19:43:06,877 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526986877,5,FailOnTimeoutGroup] 2024-11-13T19:43:06,877 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:06,877 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T19:43:06,877 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:06,877 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:06,877 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:06,877 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T19:43:06,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:43:06,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39711 is added to blk_1073741831_1007 (size=1321) 2024-11-13T19:43:06,890 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T19:43:06,890 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b 2024-11-13T19:43:06,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741832_1008 (size=32) 2024-11-13T19:43:06,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39711 is added to blk_1073741832_1008 (size=32) 2024-11-13T19:43:06,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:43:06,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:43:06,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:43:06,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:06,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:43:06,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:43:06,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:43:06,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:06,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:43:06,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:43:06,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:43:06,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:06,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:43:06,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:43:06,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:43:06,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:06,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:43:06,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:43:06,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/hbase/meta/1588230740 2024-11-13T19:43:06,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/hbase/meta/1588230740 2024-11-13T19:43:06,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:43:06,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:43:06,923 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:43:06,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:43:06,935 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:43:06,938 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73298222, jitterRate=0.09222862124443054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:43:06,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731526986900Initializing all the Stores at 1731526986901 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526986902 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526986902Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526986902Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526986902Cleaning up temporary data from old regions at 1731526986922 (+20 ms)Region opened successfully at 1731526986939 (+17 ms) 2024-11-13T19:43:06,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:43:06,939 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:43:06,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:43:06,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:43:06,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:43:06,940 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:43:06,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526986939Disabling compacts and flushes for region at 1731526986939Disabling writes for close at 1731526986939Writing region close event to WAL at 1731526986940 (+1 ms)Closed at 1731526986940 2024-11-13T19:43:06,941 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:43:06,941 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T19:43:06,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T19:43:06,943 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:43:06,944 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T19:43:06,948 INFO [RS:1;80cec940e2c9:44039 {}] regionserver.HRegionServer(746): ClusterId : 4d69665e-0032-4876-88d7-ad1a612d84c7 2024-11-13T19:43:06,948 INFO [RS:0;80cec940e2c9:34383 {}] regionserver.HRegionServer(746): ClusterId : 4d69665e-0032-4876-88d7-ad1a612d84c7 2024-11-13T19:43:06,948 DEBUG [RS:0;80cec940e2c9:34383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:43:06,948 DEBUG [RS:1;80cec940e2c9:44039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T19:43:06,959 DEBUG [RS:0;80cec940e2c9:34383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:43:06,959 DEBUG [RS:1;80cec940e2c9:44039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T19:43:06,959 DEBUG [RS:0;80cec940e2c9:34383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:43:06,959 DEBUG [RS:1;80cec940e2c9:44039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T19:43:06,967 DEBUG [RS:0;80cec940e2c9:34383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:43:06,967 DEBUG [RS:1;80cec940e2c9:44039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T19:43:06,967 DEBUG [RS:0;80cec940e2c9:34383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd2f71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:43:06,967 DEBUG [RS:1;80cec940e2c9:44039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8f8ee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=80cec940e2c9/172.17.0.3:0 2024-11-13T19:43:06,978 DEBUG [RS:0;80cec940e2c9:34383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;80cec940e2c9:34383 2024-11-13T19:43:06,978 INFO [RS:0;80cec940e2c9:34383 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:43:06,978 INFO [RS:0;80cec940e2c9:34383 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:43:06,978 DEBUG [RS:0;80cec940e2c9:34383 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:43:06,980 INFO [RS:0;80cec940e2c9:34383 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,34333,1731526986203 with port=34383, startcode=1731526986347 2024-11-13T19:43:06,980 DEBUG [RS:0;80cec940e2c9:34383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:43:06,981 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:43:06,982 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34333 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,34383,1731526986347 2024-11-13T19:43:06,982 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34333 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,34383,1731526986347 2024-11-13T19:43:06,983 DEBUG [RS:1;80cec940e2c9:44039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;80cec940e2c9:44039 2024-11-13T19:43:06,983 INFO [RS:1;80cec940e2c9:44039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T19:43:06,983 INFO [RS:1;80cec940e2c9:44039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T19:43:06,983 DEBUG [RS:1;80cec940e2c9:44039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T19:43:06,984 INFO [RS:1;80cec940e2c9:44039 {}] regionserver.HRegionServer(2659): reportForDuty to master=80cec940e2c9,34333,1731526986203 with port=44039, startcode=1731526986407 2024-11-13T19:43:06,984 DEBUG [RS:0;80cec940e2c9:34383 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b 2024-11-13T19:43:06,984 DEBUG [RS:0;80cec940e2c9:34383 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42329 2024-11-13T19:43:06,984 DEBUG [RS:0;80cec940e2c9:34383 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:43:06,984 DEBUG [RS:1;80cec940e2c9:44039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T19:43:06,986 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T19:43:06,986 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34333 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 80cec940e2c9,44039,1731526986407 2024-11-13T19:43:06,986 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34333 {}] master.ServerManager(517): Registering regionserver=80cec940e2c9,44039,1731526986407 2024-11-13T19:43:06,988 DEBUG [RS:1;80cec940e2c9:44039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b 2024-11-13T19:43:06,988 DEBUG [RS:1;80cec940e2c9:44039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42329 2024-11-13T19:43:06,988 DEBUG [RS:1;80cec940e2c9:44039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T19:43:06,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T19:43:07,032 DEBUG [RS:0;80cec940e2c9:34383 {}] zookeeper.ZKUtil(111): regionserver:34383-0x10136e6cdd40001, quorum=127.0.0.1:64047, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80cec940e2c9,34383,1731526986347 2024-11-13T19:43:07,032 WARN [RS:0;80cec940e2c9:34383 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:43:07,032 INFO [RS:0;80cec940e2c9:34383 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:43:07,032 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,44039,1731526986407] 2024-11-13T19:43:07,032 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [80cec940e2c9,34383,1731526986347] 2024-11-13T19:43:07,032 DEBUG [RS:1;80cec940e2c9:44039 {}] zookeeper.ZKUtil(111): regionserver:44039-0x10136e6cdd40002, quorum=127.0.0.1:64047, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/80cec940e2c9,44039,1731526986407 2024-11-13T19:43:07,032 DEBUG [RS:0;80cec940e2c9:34383 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/WALs/80cec940e2c9,34383,1731526986347 2024-11-13T19:43:07,032 WARN [RS:1;80cec940e2c9:44039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T19:43:07,032 INFO [RS:1;80cec940e2c9:44039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:43:07,033 DEBUG [RS:1;80cec940e2c9:44039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/WALs/80cec940e2c9,44039,1731526986407 2024-11-13T19:43:07,036 INFO [RS:1;80cec940e2c9:44039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:43:07,036 INFO [RS:0;80cec940e2c9:34383 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T19:43:07,037 INFO [RS:1;80cec940e2c9:44039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:43:07,039 INFO [RS:0;80cec940e2c9:34383 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T19:43:07,039 INFO [RS:1;80cec940e2c9:44039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:43:07,039 INFO [RS:1;80cec940e2c9:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,039 INFO [RS:0;80cec940e2c9:34383 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T19:43:07,039 INFO [RS:0;80cec940e2c9:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,039 INFO [RS:1;80cec940e2c9:44039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:43:07,039 INFO [RS:0;80cec940e2c9:34383 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T19:43:07,040 INFO [RS:0;80cec940e2c9:34383 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:43:07,040 INFO [RS:1;80cec940e2c9:44039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T19:43:07,040 INFO [RS:1;80cec940e2c9:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,040 INFO [RS:0;80cec940e2c9:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,040 DEBUG [RS:0;80cec940e2c9:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:07,040 DEBUG [RS:1;80cec940e2c9:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:07,040 DEBUG [RS:0;80cec940e2c9:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:07,040 DEBUG [RS:1;80cec940e2c9:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:07,040 DEBUG [RS:0;80cec940e2c9:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:07,040 DEBUG [RS:1;80cec940e2c9:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:07,040 DEBUG [RS:0;80cec940e2c9:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:07,040 DEBUG [RS:1;80cec940e2c9:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:07,040 DEBUG [RS:0;80cec940e2c9:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:07,040 DEBUG [RS:1;80cec940e2c9:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:07,040 DEBUG [RS:0;80cec940e2c9:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:43:07,040 DEBUG [RS:1;80cec940e2c9:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/80cec940e2c9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T19:43:07,040 DEBUG [RS:0;80cec940e2c9:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:07,040 DEBUG [RS:1;80cec940e2c9:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:07,040 DEBUG [RS:0;80cec940e2c9:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:07,040 DEBUG [RS:1;80cec940e2c9:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:07,040 DEBUG [RS:0;80cec940e2c9:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:07,040 DEBUG [RS:1;80cec940e2c9:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:07,040 DEBUG [RS:0;80cec940e2c9:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:07,040 DEBUG [RS:1;80cec940e2c9:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:07,040 DEBUG [RS:0;80cec940e2c9:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:07,040 DEBUG [RS:1;80cec940e2c9:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:07,040 DEBUG [RS:0;80cec940e2c9:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:07,040 DEBUG [RS:1;80cec940e2c9:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/80cec940e2c9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T19:43:07,040 DEBUG [RS:0;80cec940e2c9:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:43:07,040 DEBUG [RS:1;80cec940e2c9:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:43:07,040 DEBUG [RS:0;80cec940e2c9:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:43:07,040 DEBUG [RS:1;80cec940e2c9:44039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/80cec940e2c9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T19:43:07,045 INFO [RS:1;80cec940e2c9:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,045 INFO [RS:0;80cec940e2c9:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,045 INFO [RS:1;80cec940e2c9:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,045 INFO [RS:1;80cec940e2c9:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,045 INFO [RS:0;80cec940e2c9:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,045 INFO [RS:1;80cec940e2c9:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,045 INFO [RS:0;80cec940e2c9:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,045 INFO [RS:1;80cec940e2c9:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,045 INFO [RS:0;80cec940e2c9:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,045 INFO [RS:1;80cec940e2c9:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,44039,1731526986407-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:43:07,045 INFO [RS:0;80cec940e2c9:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,045 INFO [RS:0;80cec940e2c9:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34383,1731526986347-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:43:07,060 INFO [RS:1;80cec940e2c9:44039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:43:07,060 INFO [RS:1;80cec940e2c9:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,44039,1731526986407-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,060 INFO [RS:1;80cec940e2c9:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,060 INFO [RS:1;80cec940e2c9:44039 {}] regionserver.Replication(171): 80cec940e2c9,44039,1731526986407 started 2024-11-13T19:43:07,063 INFO [RS:0;80cec940e2c9:34383 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T19:43:07,064 INFO [RS:0;80cec940e2c9:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34383,1731526986347-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,064 INFO [RS:0;80cec940e2c9:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,064 INFO [RS:0;80cec940e2c9:34383 {}] regionserver.Replication(171): 80cec940e2c9,34383,1731526986347 started 2024-11-13T19:43:07,078 INFO [RS:1;80cec940e2c9:44039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,078 INFO [RS:1;80cec940e2c9:44039 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,44039,1731526986407, RpcServer on 80cec940e2c9/172.17.0.3:44039, sessionid=0x10136e6cdd40002 2024-11-13T19:43:07,078 DEBUG [RS:1;80cec940e2c9:44039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:43:07,078 DEBUG [RS:1;80cec940e2c9:44039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,44039,1731526986407 2024-11-13T19:43:07,078 DEBUG [RS:1;80cec940e2c9:44039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,44039,1731526986407' 2024-11-13T19:43:07,078 DEBUG [RS:1;80cec940e2c9:44039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T19:43:07,079 DEBUG [RS:1;80cec940e2c9:44039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T19:43:07,080 DEBUG [RS:1;80cec940e2c9:44039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:43:07,080 DEBUG [RS:1;80cec940e2c9:44039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:43:07,080 DEBUG [RS:1;80cec940e2c9:44039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,44039,1731526986407 2024-11-13T19:43:07,080 DEBUG [RS:1;80cec940e2c9:44039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,44039,1731526986407' 2024-11-13T19:43:07,080 DEBUG [RS:1;80cec940e2c9:44039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T19:43:07,080 INFO [RS:0;80cec940e2c9:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,080 INFO [RS:0;80cec940e2c9:34383 {}] regionserver.HRegionServer(1482): Serving as 80cec940e2c9,34383,1731526986347, RpcServer on 80cec940e2c9/172.17.0.3:34383, sessionid=0x10136e6cdd40001 2024-11-13T19:43:07,081 DEBUG [RS:0;80cec940e2c9:34383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T19:43:07,081 DEBUG [RS:0;80cec940e2c9:34383 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 80cec940e2c9,34383,1731526986347 2024-11-13T19:43:07,081 DEBUG [RS:0;80cec940e2c9:34383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,34383,1731526986347' 2024-11-13T19:43:07,081 DEBUG [RS:0;80cec940e2c9:34383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T19:43:07,083 DEBUG [RS:1;80cec940e2c9:44039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T19:43:07,083 DEBUG [RS:1;80cec940e2c9:44039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:43:07,084 INFO [RS:1;80cec940e2c9:44039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:43:07,084 INFO [RS:1;80cec940e2c9:44039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:43:07,086 DEBUG [RS:0;80cec940e2c9:34383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T19:43:07,087 DEBUG [RS:0;80cec940e2c9:34383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T19:43:07,087 DEBUG [RS:0;80cec940e2c9:34383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T19:43:07,087 DEBUG [RS:0;80cec940e2c9:34383 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 80cec940e2c9,34383,1731526986347 2024-11-13T19:43:07,087 DEBUG [RS:0;80cec940e2c9:34383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '80cec940e2c9,34383,1731526986347' 2024-11-13T19:43:07,087 DEBUG [RS:0;80cec940e2c9:34383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T19:43:07,088 DEBUG [RS:0;80cec940e2c9:34383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T19:43:07,088 DEBUG [RS:0;80cec940e2c9:34383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T19:43:07,088 INFO [RS:0;80cec940e2c9:34383 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T19:43:07,088 INFO [RS:0;80cec940e2c9:34383 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T19:43:07,096 WARN [80cec940e2c9:34333 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T19:43:07,184 INFO [RS:1;80cec940e2c9:44039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:43:07,186 INFO [RS:1;80cec940e2c9:44039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C44039%2C1731526986407, suffix=, logDir=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/WALs/80cec940e2c9,44039,1731526986407, archiveDir=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/oldWALs, maxLogs=32 2024-11-13T19:43:07,189 INFO [RS:0;80cec940e2c9:34383 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T19:43:07,191 INFO [RS:0;80cec940e2c9:34383 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C34383%2C1731526986347, suffix=, logDir=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/WALs/80cec940e2c9,34383,1731526986347, archiveDir=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/oldWALs, maxLogs=32 2024-11-13T19:43:07,206 DEBUG [RS:1;80cec940e2c9:44039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/WALs/80cec940e2c9,44039,1731526986407/80cec940e2c9%2C44039%2C1731526986407.1731526987187, exclude list is [], retry=0 2024-11-13T19:43:07,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39711,DS-8103995a-c9af-437e-8c71-d49660f24b1a,DISK] 2024-11-13T19:43:07,213 DEBUG [RS:0;80cec940e2c9:34383 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/WALs/80cec940e2c9,34383,1731526986347/80cec940e2c9%2C34383%2C1731526986347.1731526987192, exclude list is [], retry=0 2024-11-13T19:43:07,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-1e6b9920-547d-47f0-b1fc-eca0dbedc5f4,DISK] 2024-11-13T19:43:07,217 INFO [RS:1;80cec940e2c9:44039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/WALs/80cec940e2c9,44039,1731526986407/80cec940e2c9%2C44039%2C1731526986407.1731526987187 2024-11-13T19:43:07,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39711,DS-8103995a-c9af-437e-8c71-d49660f24b1a,DISK] 2024-11-13T19:43:07,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-1e6b9920-547d-47f0-b1fc-eca0dbedc5f4,DISK] 2024-11-13T19:43:07,218 DEBUG [RS:1;80cec940e2c9:44039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40355:40355),(127.0.0.1/127.0.0.1:35715:35715)] 2024-11-13T19:43:07,227 INFO [RS:0;80cec940e2c9:34383 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/WALs/80cec940e2c9,34383,1731526986347/80cec940e2c9%2C34383%2C1731526986347.1731526987192 2024-11-13T19:43:07,231 DEBUG [RS:0;80cec940e2c9:34383 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35715:35715),(127.0.0.1/127.0.0.1:40355:40355)] 2024-11-13T19:43:07,347 DEBUG [80cec940e2c9:34333 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T19:43:07,347 DEBUG [80cec940e2c9:34333 {}] balancer.BalancerClusterState(204): Hosts are {80cec940e2c9=0} racks are {/default-rack=0} 2024-11-13T19:43:07,350 DEBUG [80cec940e2c9:34333 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T19:43:07,350 DEBUG [80cec940e2c9:34333 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T19:43:07,350 DEBUG [80cec940e2c9:34333 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T19:43:07,350 DEBUG [80cec940e2c9:34333 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T19:43:07,350 INFO [80cec940e2c9:34333 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T19:43:07,350 INFO [80cec940e2c9:34333 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T19:43:07,350 DEBUG [80cec940e2c9:34333 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T19:43:07,351 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=80cec940e2c9,34383,1731526986347 2024-11-13T19:43:07,353 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,34383,1731526986347, state=OPENING 2024-11-13T19:43:07,416 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T19:43:07,425 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10136e6cdd40001, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:07,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:07,425 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10136e6cdd40002, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:07,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:43:07,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:43:07,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:43:07,426 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T19:43:07,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,34383,1731526986347}] 2024-11-13T19:43:07,580 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:43:07,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:43:07,591 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T19:43:07,591 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T19:43:07,591 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T19:43:07,595 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=80cec940e2c9%2C34383%2C1731526986347.meta, suffix=.meta, logDir=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/WALs/80cec940e2c9,34383,1731526986347, archiveDir=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/oldWALs, maxLogs=32 2024-11-13T19:43:07,612 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/WALs/80cec940e2c9,34383,1731526986347/80cec940e2c9%2C34383%2C1731526986347.meta.1731526987595.meta, exclude list is [], retry=0 2024-11-13T19:43:07,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38443,DS-1e6b9920-547d-47f0-b1fc-eca0dbedc5f4,DISK] 2024-11-13T19:43:07,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39711,DS-8103995a-c9af-437e-8c71-d49660f24b1a,DISK] 2024-11-13T19:43:07,619 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/WALs/80cec940e2c9,34383,1731526986347/80cec940e2c9%2C34383%2C1731526986347.meta.1731526987595.meta 2024-11-13T19:43:07,620 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40355:40355),(127.0.0.1/127.0.0.1:35715:35715)] 2024-11-13T19:43:07,621 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T19:43:07,621 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T19:43:07,621 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T19:43:07,622 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T19:43:07,622 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T19:43:07,622 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:43:07,622 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T19:43:07,622 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T19:43:07,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T19:43:07,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T19:43:07,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:07,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:43:07,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T19:43:07,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T19:43:07,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:07,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:43:07,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T19:43:07,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T19:43:07,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:07,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:43:07,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T19:43:07,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T19:43:07,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:07,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T19:43:07,642 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T19:43:07,644 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/hbase/meta/1588230740 2024-11-13T19:43:07,648 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/hbase/meta/1588230740 2024-11-13T19:43:07,652 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T19:43:07,652 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T19:43:07,654 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T19:43:07,657 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T19:43:07,663 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62411084, jitterRate=-0.07000237703323364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T19:43:07,663 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T19:43:07,664 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731526987622Writing region info on filesystem at 1731526987622Initializing all the Stores at 1731526987624 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526987624Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526987626 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526987626Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731526987627 (+1 ms)Cleaning up temporary data from old regions at 1731526987652 (+25 ms)Running coprocessor post-open hooks at 1731526987663 (+11 ms)Region opened successfully at 1731526987664 (+1 ms) 2024-11-13T19:43:07,667 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731526987580 2024-11-13T19:43:07,677 DEBUG [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T19:43:07,677 INFO [RS_OPEN_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T19:43:07,677 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,34383,1731526986347 2024-11-13T19:43:07,679 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 80cec940e2c9,34383,1731526986347, state=OPEN 2024-11-13T19:43:07,683 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10136e6cdd40002, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:43:07,683 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10136e6cdd40001, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:43:07,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T19:43:07,683 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=80cec940e2c9,34383,1731526986347 2024-11-13T19:43:07,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:43:07,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:43:07,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T19:43:07,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T19:43:07,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=80cec940e2c9,34383,1731526986347 in 257 msec 2024-11-13T19:43:07,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T19:43:07,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 746 msec 2024-11-13T19:43:07,695 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T19:43:07,695 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T19:43:07,701 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:43:07,701 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,34383,1731526986347, seqNum=-1] 2024-11-13T19:43:07,702 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:43:07,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:43:07,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 852 msec 2024-11-13T19:43:07,723 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731526987723, completionTime=-1 2024-11-13T19:43:07,723 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T19:43:07,723 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T19:43:07,732 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T19:43:07,732 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731527047732 2024-11-13T19:43:07,732 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731527107732 2024-11-13T19:43:07,732 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-13T19:43:07,733 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34333,1731526986203-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,733 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34333,1731526986203-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,733 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34333,1731526986203-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,733 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-80cec940e2c9:34333, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,733 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,734 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,738 DEBUG [master/80cec940e2c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T19:43:07,746 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.213sec 2024-11-13T19:43:07,748 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T19:43:07,748 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T19:43:07,748 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T19:43:07,748 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T19:43:07,748 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T19:43:07,749 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34333,1731526986203-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T19:43:07,749 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34333,1731526986203-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T19:43:07,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c9b90a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:43:07,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 80cec940e2c9,34333,-1 for getting cluster id 2024-11-13T19:43:07,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T19:43:07,752 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d69665e-0032-4876-88d7-ad1a612d84c7' 2024-11-13T19:43:07,753 DEBUG [master/80cec940e2c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T19:43:07,753 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T19:43:07,753 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T19:43:07,753 INFO [master/80cec940e2c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=80cec940e2c9,34333,1731526986203-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T19:43:07,753 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d69665e-0032-4876-88d7-ad1a612d84c7" 2024-11-13T19:43:07,754 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f41e1bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:43:07,754 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [80cec940e2c9,34333,-1] 2024-11-13T19:43:07,754 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T19:43:07,755 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:43:07,757 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T19:43:07,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c676044, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T19:43:07,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T19:43:07,762 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=80cec940e2c9,34383,1731526986347, seqNum=-1] 2024-11-13T19:43:07,763 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:43:07,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:43:07,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=80cec940e2c9,34333,1731526986203 2024-11-13T19:43:07,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T19:43:07,769 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 80cec940e2c9,34333,1731526986203 2024-11-13T19:43:07,769 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18ebec92 2024-11-13T19:43:07,769 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T19:43:07,771 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T19:43:07,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34333 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T19:43:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34333 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T19:43:07,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T19:43:07,779 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:07,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34333 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T19:43:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:43:07,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T19:43:07,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39711 is added to blk_1073741836_1012 (size=379) 2024-11-13T19:43:07,802 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c127b2e7e7bf521f0297335f11b3f27e, NAME => 'testClearRegionBlockCache,,1731526987771.c127b2e7e7bf521f0297335f11b3f27e.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b 2024-11-13T19:43:07,802 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ea956b6f91eef7220ca1cb1bbe917a7c, NAME => 'testClearRegionBlockCache,5,1731526987771.ea956b6f91eef7220ca1cb1bbe917a7c.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b 2024-11-13T19:43:07,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741836_1012 (size=379) 2024-11-13T19:43:07,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39711 is added to blk_1073741837_1013 (size=61) 2024-11-13T19:43:07,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741837_1013 (size=61) 2024-11-13T19:43:07,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39711 is added to blk_1073741838_1014 (size=61) 2024-11-13T19:43:07,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741838_1014 (size=61) 2024-11-13T19:43:07,829 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731526987771.ea956b6f91eef7220ca1cb1bbe917a7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:43:07,830 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing ea956b6f91eef7220ca1cb1bbe917a7c, disabling compactions & flushes 2024-11-13T19:43:07,830 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731526987771.ea956b6f91eef7220ca1cb1bbe917a7c. 2024-11-13T19:43:07,830 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731526987771.ea956b6f91eef7220ca1cb1bbe917a7c. 2024-11-13T19:43:07,830 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731526987771.ea956b6f91eef7220ca1cb1bbe917a7c. after waiting 0 ms 2024-11-13T19:43:07,830 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731526987771.ea956b6f91eef7220ca1cb1bbe917a7c. 2024-11-13T19:43:07,830 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731526987771.ea956b6f91eef7220ca1cb1bbe917a7c. 2024-11-13T19:43:07,830 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for ea956b6f91eef7220ca1cb1bbe917a7c: Waiting for close lock at 1731526987829Disabling compacts and flushes for region at 1731526987829Disabling writes for close at 1731526987830 (+1 ms)Writing region close event to WAL at 1731526987830Closed at 1731526987830 2024-11-13T19:43:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:43:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:43:08,220 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731526987771.c127b2e7e7bf521f0297335f11b3f27e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:43:08,220 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing c127b2e7e7bf521f0297335f11b3f27e, disabling compactions & flushes 2024-11-13T19:43:08,220 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731526987771.c127b2e7e7bf521f0297335f11b3f27e. 2024-11-13T19:43:08,220 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731526987771.c127b2e7e7bf521f0297335f11b3f27e. 2024-11-13T19:43:08,220 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731526987771.c127b2e7e7bf521f0297335f11b3f27e. after waiting 0 ms 2024-11-13T19:43:08,220 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731526987771.c127b2e7e7bf521f0297335f11b3f27e. 2024-11-13T19:43:08,220 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731526987771.c127b2e7e7bf521f0297335f11b3f27e. 2024-11-13T19:43:08,220 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for c127b2e7e7bf521f0297335f11b3f27e: Waiting for close lock at 1731526988220Disabling compacts and flushes for region at 1731526988220Disabling writes for close at 1731526988220Writing region close event to WAL at 1731526988220Closed at 1731526988220 2024-11-13T19:43:08,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T19:43:08,222 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731526987771.ea956b6f91eef7220ca1cb1bbe917a7c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731526988222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526988222"}]},"ts":"1731526988222"} 2024-11-13T19:43:08,222 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731526987771.c127b2e7e7bf521f0297335f11b3f27e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731526988222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731526988222"}]},"ts":"1731526988222"} 2024-11-13T19:43:08,226 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T19:43:08,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T19:43:08,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526988228"}]},"ts":"1731526988228"} 2024-11-13T19:43:08,230 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T19:43:08,231 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {80cec940e2c9=0} racks are {/default-rack=0} 2024-11-13T19:43:08,232 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T19:43:08,232 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T19:43:08,232 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T19:43:08,232 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T19:43:08,232 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T19:43:08,232 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T19:43:08,232 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T19:43:08,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c127b2e7e7bf521f0297335f11b3f27e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea956b6f91eef7220ca1cb1bbe917a7c, ASSIGN}] 2024-11-13T19:43:08,234 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea956b6f91eef7220ca1cb1bbe917a7c, ASSIGN 2024-11-13T19:43:08,235 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c127b2e7e7bf521f0297335f11b3f27e, ASSIGN 2024-11-13T19:43:08,235 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea956b6f91eef7220ca1cb1bbe917a7c, ASSIGN; state=OFFLINE, location=80cec940e2c9,44039,1731526986407; forceNewPlan=false, retain=false 2024-11-13T19:43:08,235 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c127b2e7e7bf521f0297335f11b3f27e, ASSIGN; state=OFFLINE, location=80cec940e2c9,34383,1731526986347; forceNewPlan=false, retain=false 2024-11-13T19:43:08,386 INFO [80cec940e2c9:34333 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T19:43:08,386 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ea956b6f91eef7220ca1cb1bbe917a7c, regionState=OPENING, regionLocation=80cec940e2c9,44039,1731526986407 2024-11-13T19:43:08,386 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c127b2e7e7bf521f0297335f11b3f27e, regionState=OPENING, regionLocation=80cec940e2c9,34383,1731526986347 2024-11-13T19:43:08,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea956b6f91eef7220ca1cb1bbe917a7c, ASSIGN because future has completed 2024-11-13T19:43:08,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea956b6f91eef7220ca1cb1bbe917a7c, server=80cec940e2c9,44039,1731526986407}] 2024-11-13T19:43:08,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c127b2e7e7bf521f0297335f11b3f27e, ASSIGN because future has completed 2024-11-13T19:43:08,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c127b2e7e7bf521f0297335f11b3f27e, server=80cec940e2c9,34383,1731526986347}] 2024-11-13T19:43:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:43:08,544 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:43:08,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:43:08,550 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731526987771.c127b2e7e7bf521f0297335f11b3f27e. 2024-11-13T19:43:08,550 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => c127b2e7e7bf521f0297335f11b3f27e, NAME => 'testClearRegionBlockCache,,1731526987771.c127b2e7e7bf521f0297335f11b3f27e.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T19:43:08,551 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731526987771.ea956b6f91eef7220ca1cb1bbe917a7c. 2024-11-13T19:43:08,551 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ea956b6f91eef7220ca1cb1bbe917a7c, NAME => 'testClearRegionBlockCache,5,1731526987771.ea956b6f91eef7220ca1cb1bbe917a7c.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T19:43:08,551 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c127b2e7e7bf521f0297335f11b3f27e 2024-11-13T19:43:08,551 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ea956b6f91eef7220ca1cb1bbe917a7c 2024-11-13T19:43:08,551 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731526987771.c127b2e7e7bf521f0297335f11b3f27e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:43:08,551 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731526987771.ea956b6f91eef7220ca1cb1bbe917a7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T19:43:08,551 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for c127b2e7e7bf521f0297335f11b3f27e 2024-11-13T19:43:08,551 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ea956b6f91eef7220ca1cb1bbe917a7c 2024-11-13T19:43:08,551 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for c127b2e7e7bf521f0297335f11b3f27e 2024-11-13T19:43:08,551 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ea956b6f91eef7220ca1cb1bbe917a7c 2024-11-13T19:43:08,553 INFO [StoreOpener-ea956b6f91eef7220ca1cb1bbe917a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ea956b6f91eef7220ca1cb1bbe917a7c 2024-11-13T19:43:08,554 INFO [StoreOpener-ea956b6f91eef7220ca1cb1bbe917a7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea956b6f91eef7220ca1cb1bbe917a7c columnFamilyName family 2024-11-13T19:43:08,555 DEBUG [StoreOpener-ea956b6f91eef7220ca1cb1bbe917a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:08,555 INFO [StoreOpener-ea956b6f91eef7220ca1cb1bbe917a7c-1 {}] regionserver.HStore(327): Store=ea956b6f91eef7220ca1cb1bbe917a7c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:43:08,555 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ea956b6f91eef7220ca1cb1bbe917a7c 2024-11-13T19:43:08,556 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/default/testClearRegionBlockCache/ea956b6f91eef7220ca1cb1bbe917a7c 2024-11-13T19:43:08,556 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/default/testClearRegionBlockCache/ea956b6f91eef7220ca1cb1bbe917a7c 2024-11-13T19:43:08,557 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ea956b6f91eef7220ca1cb1bbe917a7c 2024-11-13T19:43:08,557 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ea956b6f91eef7220ca1cb1bbe917a7c 2024-11-13T19:43:08,559 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ea956b6f91eef7220ca1cb1bbe917a7c 2024-11-13T19:43:08,559 INFO [StoreOpener-c127b2e7e7bf521f0297335f11b3f27e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c127b2e7e7bf521f0297335f11b3f27e 2024-11-13T19:43:08,561 INFO [StoreOpener-c127b2e7e7bf521f0297335f11b3f27e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c127b2e7e7bf521f0297335f11b3f27e columnFamilyName family 2024-11-13T19:43:08,561 DEBUG [StoreOpener-c127b2e7e7bf521f0297335f11b3f27e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T19:43:08,562 INFO [StoreOpener-c127b2e7e7bf521f0297335f11b3f27e-1 {}] regionserver.HStore(327): Store=c127b2e7e7bf521f0297335f11b3f27e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T19:43:08,562 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for c127b2e7e7bf521f0297335f11b3f27e 2024-11-13T19:43:08,563 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/default/testClearRegionBlockCache/c127b2e7e7bf521f0297335f11b3f27e 2024-11-13T19:43:08,563 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/default/testClearRegionBlockCache/ea956b6f91eef7220ca1cb1bbe917a7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:43:08,563 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/default/testClearRegionBlockCache/c127b2e7e7bf521f0297335f11b3f27e 2024-11-13T19:43:08,563 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened ea956b6f91eef7220ca1cb1bbe917a7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58945362, jitterRate=-0.12164565920829773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T19:43:08,563 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea956b6f91eef7220ca1cb1bbe917a7c 2024-11-13T19:43:08,564 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for c127b2e7e7bf521f0297335f11b3f27e 2024-11-13T19:43:08,564 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for c127b2e7e7bf521f0297335f11b3f27e 2024-11-13T19:43:08,564 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ea956b6f91eef7220ca1cb1bbe917a7c: Running coprocessor pre-open hook at 1731526988551Writing region info on filesystem at 1731526988551Initializing all the Stores at 1731526988552 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526988552Cleaning up temporary data from old regions at 1731526988557 (+5 ms)Running coprocessor post-open hooks at 1731526988563 (+6 ms)Region opened successfully at 1731526988564 (+1 ms) 2024-11-13T19:43:08,565 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731526987771.ea956b6f91eef7220ca1cb1bbe917a7c., pid=7, masterSystemTime=1731526988544 2024-11-13T19:43:08,565 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for c127b2e7e7bf521f0297335f11b3f27e 2024-11-13T19:43:08,568 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/default/testClearRegionBlockCache/c127b2e7e7bf521f0297335f11b3f27e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T19:43:08,569 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened c127b2e7e7bf521f0297335f11b3f27e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58776729, jitterRate=-0.12415848672389984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T19:43:08,569 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c127b2e7e7bf521f0297335f11b3f27e 2024-11-13T19:43:08,569 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for c127b2e7e7bf521f0297335f11b3f27e: Running coprocessor pre-open hook at 1731526988551Writing region info on filesystem at 1731526988551Initializing all the Stores at 1731526988554 (+3 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731526988554Cleaning up temporary data from old regions at 1731526988564 (+10 ms)Running coprocessor post-open hooks at 1731526988569 (+5 ms)Region opened successfully at 1731526988569 2024-11-13T19:43:08,569 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731526987771.ea956b6f91eef7220ca1cb1bbe917a7c. 2024-11-13T19:43:08,569 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731526987771.ea956b6f91eef7220ca1cb1bbe917a7c. 2024-11-13T19:43:08,570 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731526987771.c127b2e7e7bf521f0297335f11b3f27e., pid=8, masterSystemTime=1731526988545 2024-11-13T19:43:08,570 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ea956b6f91eef7220ca1cb1bbe917a7c, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,44039,1731526986407 2024-11-13T19:43:08,572 DEBUG [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731526987771.c127b2e7e7bf521f0297335f11b3f27e. 2024-11-13T19:43:08,572 INFO [RS_OPEN_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731526987771.c127b2e7e7bf521f0297335f11b3f27e. 2024-11-13T19:43:08,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea956b6f91eef7220ca1cb1bbe917a7c, server=80cec940e2c9,44039,1731526986407 because future has completed 2024-11-13T19:43:08,573 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c127b2e7e7bf521f0297335f11b3f27e, regionState=OPEN, openSeqNum=2, regionLocation=80cec940e2c9,34383,1731526986347 2024-11-13T19:43:08,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c127b2e7e7bf521f0297335f11b3f27e, server=80cec940e2c9,34383,1731526986347 because future has completed 2024-11-13T19:43:08,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T19:43:08,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ea956b6f91eef7220ca1cb1bbe917a7c, server=80cec940e2c9,44039,1731526986407 in 184 msec 2024-11-13T19:43:08,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-13T19:43:08,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c127b2e7e7bf521f0297335f11b3f27e, server=80cec940e2c9,34383,1731526986347 in 184 msec 2024-11-13T19:43:08,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ea956b6f91eef7220ca1cb1bbe917a7c, ASSIGN in 345 msec 2024-11-13T19:43:08,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T19:43:08,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c127b2e7e7bf521f0297335f11b3f27e, ASSIGN in 346 msec 2024-11-13T19:43:08,582 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T19:43:08,583 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731526988582"}]},"ts":"1731526988582"} 2024-11-13T19:43:08,585 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T19:43:08,587 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T19:43:08,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 815 msec 2024-11-13T19:43:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T19:43:08,918 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T19:43:08,919 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T19:43:08,919 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T19:43:08,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T19:43:08,922 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T19:43:08,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T19:43:08,926 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731526987771.c127b2e7e7bf521f0297335f11b3f27e., hostname=80cec940e2c9,34383,1731526986347, seqNum=2] 2024-11-13T19:43:08,938 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731526987771.ea956b6f91eef7220ca1cb1bbe917a7c., hostname=80cec940e2c9,44039,1731526986407, seqNum=2] 2024-11-13T19:43:08,939 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T19:43:08,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T19:43:08,951 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c127b2e7e7bf521f0297335f11b3f27e 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T19:43:08,967 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/default/testClearRegionBlockCache/c127b2e7e7bf521f0297335f11b3f27e/.tmp/family/bd0ecfb45da94a32905a27872c907617 is 32, key is 1/family:/1731526988927/Put/seqid=0 2024-11-13T19:43:08,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39711 is added to blk_1073741839_1015 (size=5054) 2024-11-13T19:43:08,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741839_1015 (size=5054) 2024-11-13T19:43:08,979 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/default/testClearRegionBlockCache/c127b2e7e7bf521f0297335f11b3f27e/.tmp/family/bd0ecfb45da94a32905a27872c907617 2024-11-13T19:43:08,986 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/default/testClearRegionBlockCache/c127b2e7e7bf521f0297335f11b3f27e/.tmp/family/bd0ecfb45da94a32905a27872c907617 as hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/default/testClearRegionBlockCache/c127b2e7e7bf521f0297335f11b3f27e/family/bd0ecfb45da94a32905a27872c907617 2024-11-13T19:43:08,994 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/default/testClearRegionBlockCache/c127b2e7e7bf521f0297335f11b3f27e/family/bd0ecfb45da94a32905a27872c907617, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T19:43:08,995 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for c127b2e7e7bf521f0297335f11b3f27e in 44ms, sequenceid=8, compaction requested=false 2024-11-13T19:43:08,995 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c127b2e7e7bf521f0297335f11b3f27e: 2024-11-13T19:43:08,995 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ea956b6f91eef7220ca1cb1bbe917a7c 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T19:43:09,015 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/default/testClearRegionBlockCache/ea956b6f91eef7220ca1cb1bbe917a7c/.tmp/family/0d631aec80574ee286fa6f86620d5f85 is 32, key is 5/family:/1731526988941/Put/seqid=0 2024-11-13T19:43:09,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741840_1016 (size=5083) 2024-11-13T19:43:09,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39711 is added to blk_1073741840_1016 (size=5083) 2024-11-13T19:43:09,020 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/default/testClearRegionBlockCache/ea956b6f91eef7220ca1cb1bbe917a7c/.tmp/family/0d631aec80574ee286fa6f86620d5f85 2024-11-13T19:43:09,027 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/default/testClearRegionBlockCache/ea956b6f91eef7220ca1cb1bbe917a7c/.tmp/family/0d631aec80574ee286fa6f86620d5f85 as hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/default/testClearRegionBlockCache/ea956b6f91eef7220ca1cb1bbe917a7c/family/0d631aec80574ee286fa6f86620d5f85 2024-11-13T19:43:09,033 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/default/testClearRegionBlockCache/ea956b6f91eef7220ca1cb1bbe917a7c/family/0d631aec80574ee286fa6f86620d5f85, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T19:43:09,034 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for ea956b6f91eef7220ca1cb1bbe917a7c in 39ms, sequenceid=9, compaction requested=false 2024-11-13T19:43:09,034 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ea956b6f91eef7220ca1cb1bbe917a7c: 2024-11-13T19:43:09,038 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-13T19:43:09,042 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:43:09,042 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T19:43:09,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:43:09,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T19:43:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34383 {}] bucket.BucketCache(1864): found 1 blocks for file bd0ecfb45da94a32905a27872c907617, starting offset: 0, end offset: 9223372036854775807 2024-11-13T19:43:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] bucket.BucketCache(1864): found 1 blocks for file 0d631aec80574ee286fa6f86620d5f85, starting offset: 0, end offset: 9223372036854775807 2024-11-13T19:43:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34383 {}] bucket.BucketCache(857): removed key bd0ecfb45da94a32905a27872c907617_0 from back map with offset lock 2094080 in the evict process 2024-11-13T19:43:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] bucket.BucketCache(857): removed key 0d631aec80574ee286fa6f86620d5f85_0 from back map with offset lock 2094080 in the evict process 2024-11-13T19:43:09,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T19:43:09,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:43:09,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:43:09,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:43:09,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:43:09,045 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T19:43:09,045 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1166277689, stopped=false 2024-11-13T19:43:09,045 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=80cec940e2c9,34333,1731526986203 2024-11-13T19:43:09,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T19:43:09,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T19:43:09,050 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10136e6cdd40002, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T19:43:09,050 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10136e6cdd40001, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T19:43:09,050 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10136e6cdd40002, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:09,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:09,050 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10136e6cdd40001, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:09,050 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:43:09,050 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T19:43:09,050 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:43:09,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44039-0x10136e6cdd40002, quorum=127.0.0.1:64047, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:43:09,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34383-0x10136e6cdd40001, quorum=127.0.0.1:64047, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:43:09,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:43:09,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T19:43:09,050 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,34383,1731526986347' ***** 2024-11-13T19:43:09,050 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:43:09,051 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '80cec940e2c9,44039,1731526986407' ***** 2024-11-13T19:43:09,051 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T19:43:09,051 INFO [RS:1;80cec940e2c9:44039 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T19:43:09,051 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T19:43:09,051 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T19:43:09,051 INFO [RS:1;80cec940e2c9:44039 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T19:43:09,051 INFO [RS:1;80cec940e2c9:44039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:43:09,051 INFO [RS:0;80cec940e2c9:34383 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T19:43:09,051 INFO [RS:1;80cec940e2c9:44039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:43:09,051 INFO [RS:1;80cec940e2c9:44039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:43:09,051 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:43:09,051 INFO [RS:1;80cec940e2c9:44039 {}] regionserver.HRegionServer(3091): Received CLOSE for ea956b6f91eef7220ca1cb1bbe917a7c 2024-11-13T19:43:09,051 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T19:43:09,051 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T19:43:09,052 INFO [RS:0;80cec940e2c9:34383 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T19:43:09,052 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T19:43:09,052 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T19:43:09,052 INFO [RS:0;80cec940e2c9:34383 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T19:43:09,052 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T19:43:09,052 INFO [RS:0;80cec940e2c9:34383 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T19:43:09,052 INFO [RS:0;80cec940e2c9:34383 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T19:43:09,052 INFO [RS:1;80cec940e2c9:44039 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,44039,1731526986407 2024-11-13T19:43:09,052 INFO [RS:1;80cec940e2c9:44039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:43:09,052 INFO [RS:0;80cec940e2c9:34383 {}] regionserver.HRegionServer(3091): Received CLOSE for c127b2e7e7bf521f0297335f11b3f27e 2024-11-13T19:43:09,052 INFO [RS:1;80cec940e2c9:44039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;80cec940e2c9:44039. 2024-11-13T19:43:09,052 DEBUG [RS:1;80cec940e2c9:44039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:43:09,052 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea956b6f91eef7220ca1cb1bbe917a7c, disabling compactions & flushes 2024-11-13T19:43:09,052 DEBUG [RS:1;80cec940e2c9:44039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:43:09,052 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731526987771.ea956b6f91eef7220ca1cb1bbe917a7c. 2024-11-13T19:43:09,052 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731526987771.ea956b6f91eef7220ca1cb1bbe917a7c. 2024-11-13T19:43:09,052 INFO [RS:1;80cec940e2c9:44039 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T19:43:09,052 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731526987771.ea956b6f91eef7220ca1cb1bbe917a7c. after waiting 0 ms 2024-11-13T19:43:09,052 DEBUG [RS:1;80cec940e2c9:44039 {}] regionserver.HRegionServer(1325): Online Regions={ea956b6f91eef7220ca1cb1bbe917a7c=testClearRegionBlockCache,5,1731526987771.ea956b6f91eef7220ca1cb1bbe917a7c.} 2024-11-13T19:43:09,052 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731526987771.ea956b6f91eef7220ca1cb1bbe917a7c. 2024-11-13T19:43:09,052 DEBUG [RS:1;80cec940e2c9:44039 {}] regionserver.HRegionServer(1351): Waiting on ea956b6f91eef7220ca1cb1bbe917a7c 2024-11-13T19:43:09,052 INFO [RS:0;80cec940e2c9:34383 {}] regionserver.HRegionServer(959): stopping server 80cec940e2c9,34383,1731526986347 2024-11-13T19:43:09,052 INFO [RS:0;80cec940e2c9:34383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:43:09,052 INFO [RS:0;80cec940e2c9:34383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;80cec940e2c9:34383. 2024-11-13T19:43:09,052 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c127b2e7e7bf521f0297335f11b3f27e, disabling compactions & flushes 2024-11-13T19:43:09,053 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731526987771.c127b2e7e7bf521f0297335f11b3f27e. 2024-11-13T19:43:09,053 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731526987771.c127b2e7e7bf521f0297335f11b3f27e. 2024-11-13T19:43:09,053 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:43:09,053 DEBUG [RS:0;80cec940e2c9:34383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T19:43:09,053 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731526987771.c127b2e7e7bf521f0297335f11b3f27e. after waiting 0 ms 2024-11-13T19:43:09,053 DEBUG [RS:0;80cec940e2c9:34383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:43:09,053 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731526987771.c127b2e7e7bf521f0297335f11b3f27e. 2024-11-13T19:43:09,053 INFO [RS:0;80cec940e2c9:34383 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:43:09,053 INFO [RS:0;80cec940e2c9:34383 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:43:09,053 INFO [RS:0;80cec940e2c9:34383 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:43:09,053 INFO [RS:0;80cec940e2c9:34383 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T19:43:09,055 INFO [RS:0;80cec940e2c9:34383 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T19:43:09,055 DEBUG [RS:0;80cec940e2c9:34383 {}] regionserver.HRegionServer(1325): Online Regions={c127b2e7e7bf521f0297335f11b3f27e=testClearRegionBlockCache,,1731526987771.c127b2e7e7bf521f0297335f11b3f27e., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T19:43:09,055 DEBUG [RS:0;80cec940e2c9:34383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c127b2e7e7bf521f0297335f11b3f27e 2024-11-13T19:43:09,055 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T19:43:09,055 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T19:43:09,055 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T19:43:09,055 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T19:43:09,055 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T19:43:09,055 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T19:43:09,059 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/default/testClearRegionBlockCache/ea956b6f91eef7220ca1cb1bbe917a7c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T19:43:09,059 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/default/testClearRegionBlockCache/c127b2e7e7bf521f0297335f11b3f27e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T19:43:09,059 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731526987771.ea956b6f91eef7220ca1cb1bbe917a7c. 2024-11-13T19:43:09,059 INFO [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731526987771.c127b2e7e7bf521f0297335f11b3f27e. 2024-11-13T19:43:09,059 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea956b6f91eef7220ca1cb1bbe917a7c: Waiting for close lock at 1731526989052Running coprocessor pre-close hooks at 1731526989052Disabling compacts and flushes for region at 1731526989052Disabling writes for close at 1731526989052Writing region close event to WAL at 1731526989055 (+3 ms)Running coprocessor post-close hooks at 1731526989059 (+4 ms)Closed at 1731526989059 2024-11-13T19:43:09,059 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c127b2e7e7bf521f0297335f11b3f27e: Waiting for close lock at 1731526989052Running coprocessor pre-close hooks at 1731526989052Disabling compacts and flushes for region at 1731526989052Disabling writes for close at 1731526989053 (+1 ms)Writing region close event to WAL at 1731526989055 (+2 ms)Running coprocessor post-close hooks at 1731526989059 (+4 ms)Closed at 1731526989059 2024-11-13T19:43:09,059 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731526987771.c127b2e7e7bf521f0297335f11b3f27e. 2024-11-13T19:43:09,059 DEBUG [RS_CLOSE_REGION-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731526987771.ea956b6f91eef7220ca1cb1bbe917a7c. 2024-11-13T19:43:09,071 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/hbase/meta/1588230740/.tmp/info/91b53131e5b94c63bfb9afd5fd4a1524 is 173, key is testClearRegionBlockCache,5,1731526987771.ea956b6f91eef7220ca1cb1bbe917a7c./info:regioninfo/1731526988570/Put/seqid=0 2024-11-13T19:43:09,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39711 is added to blk_1073741841_1017 (size=8173) 2024-11-13T19:43:09,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741841_1017 (size=8173) 2024-11-13T19:43:09,077 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/hbase/meta/1588230740/.tmp/info/91b53131e5b94c63bfb9afd5fd4a1524 2024-11-13T19:43:09,100 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/hbase/meta/1588230740/.tmp/ns/bf730ef6719f412f92caa089919b4194 is 43, key is default/ns:d/1731526987705/Put/seqid=0 2024-11-13T19:43:09,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741842_1018 (size=5153) 2024-11-13T19:43:09,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39711 is added to blk_1073741842_1018 (size=5153) 2024-11-13T19:43:09,149 INFO [regionserver/80cec940e2c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:43:09,252 INFO [RS:1;80cec940e2c9:44039 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,44039,1731526986407; all regions closed. 2024-11-13T19:43:09,255 DEBUG [RS:0;80cec940e2c9:34383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:43:09,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741833_1009 (size=1867) 2024-11-13T19:43:09,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39711 is added to blk_1073741833_1009 (size=1867) 2024-11-13T19:43:09,258 DEBUG [RS:1;80cec940e2c9:44039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/oldWALs 2024-11-13T19:43:09,258 INFO [RS:1;80cec940e2c9:44039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C44039%2C1731526986407:(num 1731526987187) 2024-11-13T19:43:09,258 DEBUG [RS:1;80cec940e2c9:44039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:43:09,258 INFO [RS:1;80cec940e2c9:44039 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:43:09,258 INFO [RS:1;80cec940e2c9:44039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:43:09,258 INFO [RS:1;80cec940e2c9:44039 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T19:43:09,258 INFO [RS:1;80cec940e2c9:44039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T19:43:09,258 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:43:09,258 INFO [RS:1;80cec940e2c9:44039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T19:43:09,258 INFO [RS:1;80cec940e2c9:44039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T19:43:09,258 INFO [RS:1;80cec940e2c9:44039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:43:09,258 INFO [RS:1;80cec940e2c9:44039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44039 2024-11-13T19:43:09,266 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10136e6cdd40002, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80cec940e2c9,44039,1731526986407 2024-11-13T19:43:09,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T19:43:09,266 INFO [RS:1;80cec940e2c9:44039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:43:09,267 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,44039,1731526986407] 2024-11-13T19:43:09,283 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80cec940e2c9,44039,1731526986407 already deleted, retry=false 2024-11-13T19:43:09,283 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,44039,1731526986407 expired; onlineServers=1 2024-11-13T19:43:09,375 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10136e6cdd40002, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:43:09,375 INFO [RS:1;80cec940e2c9:44039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:43:09,375 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44039-0x10136e6cdd40002, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:43:09,375 INFO [RS:1;80cec940e2c9:44039 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,44039,1731526986407; zookeeper connection closed. 2024-11-13T19:43:09,375 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79d8e3c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79d8e3c7 2024-11-13T19:43:09,455 DEBUG [RS:0;80cec940e2c9:34383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T19:43:09,511 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/hbase/meta/1588230740/.tmp/ns/bf730ef6719f412f92caa089919b4194 2024-11-13T19:43:09,539 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/hbase/meta/1588230740/.tmp/table/316fc1f8e03f490daccbef7837d22d4b is 61, key is testClearRegionBlockCache/table:state/1731526988582/Put/seqid=0 2024-11-13T19:43:09,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39711 is added to blk_1073741843_1019 (size=5312) 2024-11-13T19:43:09,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741843_1019 (size=5312) 2024-11-13T19:43:09,550 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/hbase/meta/1588230740/.tmp/table/316fc1f8e03f490daccbef7837d22d4b 2024-11-13T19:43:09,558 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/hbase/meta/1588230740/.tmp/info/91b53131e5b94c63bfb9afd5fd4a1524 as hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/hbase/meta/1588230740/info/91b53131e5b94c63bfb9afd5fd4a1524 2024-11-13T19:43:09,570 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/hbase/meta/1588230740/info/91b53131e5b94c63bfb9afd5fd4a1524, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T19:43:09,571 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/hbase/meta/1588230740/.tmp/ns/bf730ef6719f412f92caa089919b4194 as hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/hbase/meta/1588230740/ns/bf730ef6719f412f92caa089919b4194 2024-11-13T19:43:09,580 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/hbase/meta/1588230740/ns/bf730ef6719f412f92caa089919b4194, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T19:43:09,581 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/hbase/meta/1588230740/.tmp/table/316fc1f8e03f490daccbef7837d22d4b as hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/hbase/meta/1588230740/table/316fc1f8e03f490daccbef7837d22d4b 2024-11-13T19:43:09,589 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/hbase/meta/1588230740/table/316fc1f8e03f490daccbef7837d22d4b, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T19:43:09,591 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 535ms, sequenceid=13, compaction requested=false 2024-11-13T19:43:09,596 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T19:43:09,596 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T19:43:09,596 INFO [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T19:43:09,596 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731526989055Running coprocessor pre-close hooks at 1731526989055Disabling compacts and flushes for region at 1731526989055Disabling writes for close at 1731526989055Obtaining lock to block concurrent updates at 1731526989055Preparing flush snapshotting stores in 1588230740 at 1731526989055Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731526989056 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731526989056Flushing 1588230740/info: creating writer at 1731526989056Flushing 1588230740/info: appending metadata at 1731526989071 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731526989071Flushing 1588230740/ns: creating writer at 1731526989083 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731526989099 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731526989099Flushing 1588230740/table: creating writer at 1731526989519 (+420 ms)Flushing 1588230740/table: appending metadata at 1731526989538 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731526989538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e678338: reopening flushed file at 1731526989557 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66df1f3: reopening flushed file at 1731526989570 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3004d7b6: reopening flushed file at 1731526989580 (+10 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 535ms, sequenceid=13, compaction requested=false at 1731526989591 (+11 ms)Writing region close event to WAL at 1731526989592 (+1 ms)Running coprocessor post-close hooks at 1731526989596 (+4 ms)Closed at 1731526989596 2024-11-13T19:43:09,597 DEBUG [RS_CLOSE_META-regionserver/80cec940e2c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T19:43:09,655 INFO [RS:0;80cec940e2c9:34383 {}] regionserver.HRegionServer(976): stopping server 80cec940e2c9,34383,1731526986347; all regions closed. 2024-11-13T19:43:09,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741835_1011 (size=4338) 2024-11-13T19:43:09,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39711 is added to blk_1073741835_1011 (size=4338) 2024-11-13T19:43:09,662 DEBUG [RS:0;80cec940e2c9:34383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/oldWALs 2024-11-13T19:43:09,662 INFO [RS:0;80cec940e2c9:34383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C34383%2C1731526986347.meta:.meta(num 1731526987595) 2024-11-13T19:43:09,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741834_1010 (size=1758) 2024-11-13T19:43:09,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39711 is added to blk_1073741834_1010 (size=1758) 2024-11-13T19:43:09,668 DEBUG [RS:0;80cec940e2c9:34383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/oldWALs 2024-11-13T19:43:09,668 INFO [RS:0;80cec940e2c9:34383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 80cec940e2c9%2C34383%2C1731526986347:(num 1731526987192) 2024-11-13T19:43:09,668 DEBUG [RS:0;80cec940e2c9:34383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T19:43:09,668 INFO [RS:0;80cec940e2c9:34383 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T19:43:09,668 INFO [RS:0;80cec940e2c9:34383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:43:09,669 INFO [RS:0;80cec940e2c9:34383 {}] hbase.ChoreService(370): Chore service for: regionserver/80cec940e2c9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T19:43:09,669 INFO [RS:0;80cec940e2c9:34383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:43:09,669 INFO [regionserver/80cec940e2c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:43:09,669 INFO [RS:0;80cec940e2c9:34383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34383 2024-11-13T19:43:09,674 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10136e6cdd40001, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/80cec940e2c9,34383,1731526986347 2024-11-13T19:43:09,675 INFO [RS:0;80cec940e2c9:34383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:43:09,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T19:43:09,683 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [80cec940e2c9,34383,1731526986347] 2024-11-13T19:43:09,691 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/80cec940e2c9,34383,1731526986347 already deleted, retry=false 2024-11-13T19:43:09,691 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 80cec940e2c9,34383,1731526986347 expired; onlineServers=0 2024-11-13T19:43:09,691 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '80cec940e2c9,34333,1731526986203' ***** 2024-11-13T19:43:09,691 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T19:43:09,691 INFO [M:0;80cec940e2c9:34333 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T19:43:09,691 INFO [M:0;80cec940e2c9:34333 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T19:43:09,691 DEBUG [M:0;80cec940e2c9:34333 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T19:43:09,692 DEBUG [M:0;80cec940e2c9:34333 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T19:43:09,692 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T19:43:09,692 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526986877 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.large.0-1731526986877,5,FailOnTimeoutGroup] 2024-11-13T19:43:09,692 DEBUG [master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526986877 {}] cleaner.HFileCleaner(306): Exit Thread[master/80cec940e2c9:0:becomeActiveMaster-HFileCleaner.small.0-1731526986877,5,FailOnTimeoutGroup] 2024-11-13T19:43:09,692 INFO [M:0;80cec940e2c9:34333 {}] hbase.ChoreService(370): Chore service for: master/80cec940e2c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T19:43:09,692 INFO [M:0;80cec940e2c9:34333 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T19:43:09,692 DEBUG [M:0;80cec940e2c9:34333 {}] master.HMaster(1795): Stopping service threads 2024-11-13T19:43:09,692 INFO [M:0;80cec940e2c9:34333 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T19:43:09,692 INFO [M:0;80cec940e2c9:34333 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T19:43:09,692 INFO [M:0;80cec940e2c9:34333 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T19:43:09,692 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T19:43:09,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T19:43:09,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T19:43:09,708 DEBUG [M:0;80cec940e2c9:34333 {}] zookeeper.ZKUtil(347): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T19:43:09,708 WARN [M:0;80cec940e2c9:34333 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T19:43:09,709 INFO [M:0;80cec940e2c9:34333 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/.lastflushedseqids 2024-11-13T19:43:09,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741844_1020 (size=200) 2024-11-13T19:43:09,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39711 is added to blk_1073741844_1020 (size=200) 2024-11-13T19:43:09,716 INFO [M:0;80cec940e2c9:34333 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T19:43:09,716 INFO [M:0;80cec940e2c9:34333 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T19:43:09,716 DEBUG [M:0;80cec940e2c9:34333 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T19:43:09,716 INFO [M:0;80cec940e2c9:34333 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:43:09,716 DEBUG [M:0;80cec940e2c9:34333 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:43:09,716 DEBUG [M:0;80cec940e2c9:34333 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T19:43:09,716 DEBUG [M:0;80cec940e2c9:34333 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:43:09,716 INFO [M:0;80cec940e2c9:34333 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-11-13T19:43:09,735 DEBUG [M:0;80cec940e2c9:34333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c16d8f0b5d246a9b7b65f3dd6c0a517 is 82, key is hbase:meta,,1/info:regioninfo/1731526987677/Put/seqid=0 2024-11-13T19:43:09,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741845_1021 (size=5672) 2024-11-13T19:43:09,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39711 is added to blk_1073741845_1021 (size=5672) 2024-11-13T19:43:09,783 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10136e6cdd40001, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:43:09,783 INFO [RS:0;80cec940e2c9:34383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:43:09,784 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10136e6cdd40001, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:43:09,784 INFO [RS:0;80cec940e2c9:34383 {}] regionserver.HRegionServer(1031): Exiting; stopping=80cec940e2c9,34383,1731526986347; zookeeper connection closed. 2024-11-13T19:43:09,784 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3949b828 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3949b828 2024-11-13T19:43:09,784 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T19:43:10,145 INFO [M:0;80cec940e2c9:34333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c16d8f0b5d246a9b7b65f3dd6c0a517 2024-11-13T19:43:10,166 DEBUG [M:0;80cec940e2c9:34333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f45e63c3b584f8088b12195bd9fd364 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731526988589/Put/seqid=0 2024-11-13T19:43:10,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741846_1022 (size=6219) 2024-11-13T19:43:10,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39711 is added to blk_1073741846_1022 (size=6219) 2024-11-13T19:43:10,172 INFO [M:0;80cec940e2c9:34333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f45e63c3b584f8088b12195bd9fd364 2024-11-13T19:43:10,193 DEBUG [M:0;80cec940e2c9:34333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/502264cfde28487b8bf05b88d464730c is 69, key is 80cec940e2c9,34383,1731526986347/rs:state/1731526986983/Put/seqid=0 2024-11-13T19:43:10,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741847_1023 (size=5224) 2024-11-13T19:43:10,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39711 is added to blk_1073741847_1023 (size=5224) 2024-11-13T19:43:10,199 INFO [M:0;80cec940e2c9:34333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/502264cfde28487b8bf05b88d464730c 2024-11-13T19:43:10,205 DEBUG [M:0;80cec940e2c9:34333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c16d8f0b5d246a9b7b65f3dd6c0a517 as hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c16d8f0b5d246a9b7b65f3dd6c0a517 2024-11-13T19:43:10,211 INFO [M:0;80cec940e2c9:34333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c16d8f0b5d246a9b7b65f3dd6c0a517, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T19:43:10,212 DEBUG [M:0;80cec940e2c9:34333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f45e63c3b584f8088b12195bd9fd364 as hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f45e63c3b584f8088b12195bd9fd364 2024-11-13T19:43:10,217 INFO [M:0;80cec940e2c9:34333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f45e63c3b584f8088b12195bd9fd364, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T19:43:10,218 DEBUG [M:0;80cec940e2c9:34333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/502264cfde28487b8bf05b88d464730c as hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/502264cfde28487b8bf05b88d464730c 2024-11-13T19:43:10,224 INFO [M:0;80cec940e2c9:34333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42329/user/jenkins/test-data/9e6269bc-8ce9-9c7c-50da-de9f7a6ea96b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/502264cfde28487b8bf05b88d464730c, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T19:43:10,225 INFO [M:0;80cec940e2c9:34333 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 509ms, sequenceid=71, compaction requested=false 2024-11-13T19:43:10,226 INFO [M:0;80cec940e2c9:34333 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T19:43:10,226 DEBUG [M:0;80cec940e2c9:34333 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731526989716Disabling compacts and flushes for region at 1731526989716Disabling writes for close at 1731526989716Obtaining lock to block concurrent updates at 1731526989716Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731526989716Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731526989717 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731526989718 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731526989718Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731526989735 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731526989735Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731526990151 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731526990165 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731526990165Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731526990177 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731526990192 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731526990192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e2d764f: reopening flushed file at 1731526990204 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d2aa92e: reopening flushed file at 1731526990211 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b1cb931: reopening flushed file at 1731526990218 (+7 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 509ms, sequenceid=71, compaction requested=false at 1731526990225 (+7 ms)Writing region close event to WAL at 1731526990226 (+1 ms)Closed at 1731526990226 2024-11-13T19:43:10,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39711 is added to blk_1073741830_1006 (size=35489) 2024-11-13T19:43:10,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38443 is added to blk_1073741830_1006 (size=35489) 2024-11-13T19:43:10,230 INFO [M:0;80cec940e2c9:34333 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T19:43:10,230 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T19:43:10,230 INFO [M:0;80cec940e2c9:34333 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34333 2024-11-13T19:43:10,230 INFO [M:0;80cec940e2c9:34333 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T19:43:10,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:43:10,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34333-0x10136e6cdd40000, quorum=127.0.0.1:64047, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T19:43:10,342 INFO [M:0;80cec940e2c9:34333 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T19:43:10,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ba4c39a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:43:10,345 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33135849{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:43:10,345 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:43:10,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb1455c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:43:10,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58a38f2c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/hadoop.log.dir/,STOPPED} 2024-11-13T19:43:10,348 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:43:10,348 WARN [BP-724290093-172.17.0.3-1731526984000 heartbeating to localhost/127.0.0.1:42329 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:43:10,348 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:43:10,348 WARN [BP-724290093-172.17.0.3-1731526984000 heartbeating to localhost/127.0.0.1:42329 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-724290093-172.17.0.3-1731526984000 (Datanode Uuid 5a7ab14d-f90c-403b-b60c-3fd35ca7b5fc) service to localhost/127.0.0.1:42329 2024-11-13T19:43:10,349 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/cluster_db638fdd-7bcd-1efa-659c-644c4ad16e86/data/data3/current/BP-724290093-172.17.0.3-1731526984000 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:43:10,349 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/cluster_db638fdd-7bcd-1efa-659c-644c4ad16e86/data/data4/current/BP-724290093-172.17.0.3-1731526984000 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:43:10,350 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:43:10,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13dc8a1c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T19:43:10,378 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a0e5114{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:43:10,378 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:43:10,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f9e2ce6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:43:10,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae2904a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/hadoop.log.dir/,STOPPED} 2024-11-13T19:43:10,380 WARN [BP-724290093-172.17.0.3-1731526984000 heartbeating to localhost/127.0.0.1:42329 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T19:43:10,380 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T19:43:10,380 WARN [BP-724290093-172.17.0.3-1731526984000 heartbeating to localhost/127.0.0.1:42329 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-724290093-172.17.0.3-1731526984000 (Datanode Uuid 1eba45c6-e7b1-4949-9eb3-ea748de281d2) service to localhost/127.0.0.1:42329 2024-11-13T19:43:10,380 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T19:43:10,381 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/cluster_db638fdd-7bcd-1efa-659c-644c4ad16e86/data/data1/current/BP-724290093-172.17.0.3-1731526984000 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:43:10,381 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/cluster_db638fdd-7bcd-1efa-659c-644c4ad16e86/data/data2/current/BP-724290093-172.17.0.3-1731526984000 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T19:43:10,387 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T19:43:10,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40007ec9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T19:43:10,393 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4acf6d85{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T19:43:10,393 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T19:43:10,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4385a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T19:43:10,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b1d0e01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1fe23e7-10f7-4b42-d321-40991a8fc208/hadoop.log.dir/,STOPPED} 2024-11-13T19:43:10,402 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T19:43:10,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T19:43:10,425 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=188 (was 169) - Thread LEAK? -, OpenFileDescriptor=549 (was 524) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=427 (was 395) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2711 (was 2963)